[ 586.248161] env[69179]: INFO neutron.common.config [-] Logging enabled! [ 586.248498] env[69179]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev43 [ 586.248625] env[69179]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69179) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 586.248898] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 586.248999] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 586.249816] env[69179]: WARNING oslo_policy.policy [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 586.250044] env[69179]: WARNING oslo_policy.policy [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 586.251536] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] VMware NSXv3 Agent initialized successfully. [ 586.251891] env[69179]: DEBUG oslo_concurrency.lockutils [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] Acquiring lock "singleton_lock" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.252036] env[69179]: DEBUG oslo_concurrency.lockutils [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] Acquired lock "singleton_lock" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.252248] env[69179]: DEBUG oslo_concurrency.lockutils [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] Releasing lock "singleton_lock" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.252527] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] Full set of CONF: {{(pid=69179) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 586.252736] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ******************************************************************************** {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 586.252856] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] Configuration options gathered from: {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 586.253115] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 586.253290] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 586.253403] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ================================================================================ {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 586.253574] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] agent_down_time = 75 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.253723] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] allow_automatic_dhcp_failover = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.253870] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] allow_bulk = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.254036] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] api_extensions_path = {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.254188] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] api_paste_config = api-paste.ini {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.254335] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] auth_strategy = keystone {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.254445] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] backdoor_port = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.254553] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] backdoor_socket = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.254719] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] backlog = 4096 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.254874] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.255050] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] bind_host = 0.0.0.0 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.255200] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] bind_port = 9696 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.255337] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] client_socket_timeout = 900 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.255477] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] config_dir = [] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.255590] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.255731] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] config_source = [] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.255874] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] control_exchange = neutron {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.256021] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] core_plugin = ml2 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.256164] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] debug = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.256302] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] default_availability_zones = [] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.256512] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.256677] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] dhcp_agent_notification = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.256826] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] dhcp_agents_per_network = 1 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.256965] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] dhcp_lease_duration = 86400 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.257124] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] dhcp_load_type = networks {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.257267] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] dns_domain = openstacklocal {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.257408] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.257542] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] enable_default_route_bfd = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.257808] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] enable_default_route_ecmp = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.257846] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] enable_dvr = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.257958] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] enable_new_agents = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.258106] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.258241] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] enable_signals = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.258373] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] enable_traditional_dhcp = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.258502] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] external_dns_driver = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.258634] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] filter_validation = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.258779] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] global_physnet_mtu = 8950 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.258912] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] graceful_shutdown_timeout = 60 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.259105] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] host = cpu-1 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.259250] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] host_dvr_for_dhcp = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.259387] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] http_retries = 3 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.259528] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] instance_format = [instance: %(uuid)s] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.259667] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.259805] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ipam_driver = internal {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.259939] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ipv6_pd_enabled = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.260086] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] l3_ha = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.260229] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.260369] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] l3_ha_network_physical_name = {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.260507] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] l3_ha_network_type = {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.260648] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] log_color = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.260788] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] log_config_append = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.260928] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.261076] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] log_dir = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.261212] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] log_file = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.261320] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] log_options = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.261457] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] log_rotate_interval = 1 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.261598] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] log_rotate_interval_type = days {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.261763] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] log_rotation_type = none {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.261838] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.261954] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.262099] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.262239] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.262346] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.262485] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] max_dns_nameservers = 5 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.262626] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] max_header_line = 16384 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.262757] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] max_l3_agents_per_router = 3 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.262889] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] max_logfile_count = 30 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.263033] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] max_logfile_size_mb = 200 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.263169] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] max_subnet_host_routes = 20 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.263311] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] my_ip = 10.180.1.21 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.263449] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] my_ipv6 = ::1 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.263584] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] network_auto_schedule = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.263713] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] network_link_prefix = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.263857] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.264000] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] notify_nova_on_port_data_changes = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.264150] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] notify_nova_on_port_status_changes = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.264293] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] pagination_max_limit = -1 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.264430] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] publish_errors = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.264566] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] rate_limit_burst = 0 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.264731] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] rate_limit_except_level = CRITICAL {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.264878] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] rate_limit_interval = 0 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.265028] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] retry_until_window = 30 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.265167] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] router_distributed = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.265303] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] rpc_resources_processing_step = 20 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.265437] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] rpc_response_max_timeout = 600 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.265572] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] rpc_response_timeout = 60 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.265705] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] send_events_interval = 2 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.265856] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] service_plugins = ['router'] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.266006] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] setproctitle = on {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.266147] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] shell_completion = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.266289] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] state_path = /opt/stack/data/neutron {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.266429] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] syslog_log_facility = LOG_USER {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.266563] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] tcp_keepidle = 600 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.266730] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] transport_url = **** {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.266880] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] use_journal = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.267026] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] use_json = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.267163] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] use_ssl = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.267298] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] use_stderr = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.267437] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] use_syslog = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.267571] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] vlan_qinq = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.267726] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] vlan_transparent = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.267866] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] watch_log_file = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.268009] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] wsgi_default_pool_size = 100 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.268150] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] wsgi_keep_alive = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.268293] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.268428] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] wsgi_server_debug = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 586.268578] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_concurrency.disable_process_locking = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.268724] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.268871] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.269014] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.269162] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.269303] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.269442] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.269590] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] profiler.connection_string = messaging:// {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.269734] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] profiler.enabled = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.269937] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] profiler.es_doc_type = notification {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.270018] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] profiler.es_scroll_size = 10000 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.270166] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] profiler.es_scroll_time = 2m {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.270307] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] profiler.filter_error_trace = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.270454] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] profiler.hmac_keys = **** {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.270594] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] profiler.sentinel_service_name = mymaster {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.270741] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] profiler.socket_timeout = 0.1 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.270881] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] profiler.trace_requests = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.271025] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] profiler.trace_sqlalchemy = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.271220] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] profiler_jaeger.process_tags = {} {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.271312] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] profiler_jaeger.service_name_prefix = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.271452] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] profiler_otlp.service_name_prefix = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.271607] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_policy.enforce_new_defaults = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.271875] env[69179]: WARNING oslo_config.cfg [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 586.272041] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_policy.enforce_scope = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.272237] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_policy.policy_default_rule = default {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.272344] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.272490] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.272639] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.272781] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.272919] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.273065] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.273207] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.273354] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.273508] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.273657] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] agent.extensions = [] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.273801] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.273963] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] service_providers.service_provider = [] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.274104] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] QUOTAS.default_quota = -1 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.274250] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.274393] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] QUOTAS.quota_floatingip = 50 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.274535] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] QUOTAS.quota_network = 100 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.274695] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] QUOTAS.quota_port = 500 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.274846] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.274986] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] QUOTAS.quota_router = 10 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.275140] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] QUOTAS.quota_security_group = 10 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.275278] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.275417] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] QUOTAS.quota_subnet = 100 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.275556] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] QUOTAS.track_quota_usage = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.275707] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.275847] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep.group = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.275980] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep.helper_command = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.276133] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.276273] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep.thread_pool_size = 8 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.276408] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep.user = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.276553] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.276718] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_dhcp_release.group = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.276856] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_dhcp_release.helper_command = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.276997] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.277150] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.277284] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_dhcp_release.user = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.277426] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.277558] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_ovs_vsctl.group = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.277710] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.277858] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.277997] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.278146] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_ovs_vsctl.user = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.278290] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_namespace.capabilities = [21] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.278423] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_namespace.group = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.278555] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_namespace.helper_command = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.278743] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.278890] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.279048] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_namespace.user = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.279198] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_conntrack.capabilities = [12] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.279334] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_conntrack.group = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.279466] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_conntrack.helper_command = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.279607] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.279747] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.279880] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_conntrack.user = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.280031] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_link.capabilities = [12, 21] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.280169] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_link.group = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.280303] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_link.helper_command = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.280442] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.280580] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_link.thread_pool_size = 8 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.280714] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] privsep_link.user = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.280870] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.281024] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.281170] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.continue_on_failed_promotions = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.281307] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.dscp = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.281445] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.dscp_inherit = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.281589] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.force_mp_to_policy = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.281771] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.locking_coordinator_url = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.281977] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.log_agent_heartbeats = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.282146] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.logging_expire = 1 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.282299] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.282445] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.282595] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.polling_interval = 240 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.282744] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.282894] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.283051] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.report_interval = 30.0 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.283202] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.283348] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.283492] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.283636] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.sync_skew = 60 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.283781] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.synchronization_queue_size = 20 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.283926] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT.use_helper_for_ns_read = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.284084] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] SECURITYGROUP.enable_ipset = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.284236] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] SECURITYGROUP.enable_security_group = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.284383] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.284539] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.284725] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] experimental.ipv6_pd_enabled = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.284918] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ml2.extension_drivers = ['port_security'] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.285075] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ml2.external_network_type = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.285234] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.285381] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ml2.overlay_ip_version = 4 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.285527] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ml2.path_mtu = 8950 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.285672] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ml2.physical_network_mtus = {} {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.285821] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.285966] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.286126] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ml2.type_drivers = ['vlan'] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.286274] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.286415] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.286555] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.286735] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.286894] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.287053] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.287201] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.287348] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.287492] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.287709] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.287873] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_login_password = **** {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.288038] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.288189] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_login_user = admin {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.288335] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.288484] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.288627] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.288770] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.288916] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.289076] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.289227] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.289373] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.289516] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.289663] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.289816] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.289959] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.290116] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.290309] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.290459] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.290605] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.290750] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.290929] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] nova.auth_section = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.291052] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] nova.auth_type = password {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.291201] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.291338] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] nova.certfile = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.291478] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] nova.collect_timing = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.291623] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] nova.endpoint_type = public {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.291765] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] nova.insecure = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.291890] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] nova.keyfile = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.292043] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] nova.region_name = RegionOne {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.292184] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] nova.split_loggers = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.292320] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] nova.timeout = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.292461] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] placement.auth_section = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.292608] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] placement.auth_type = password {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.292749] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.292887] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] placement.certfile = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.293035] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] placement.collect_timing = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.293181] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] placement.endpoint_type = public {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.293318] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] placement.insecure = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.293452] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] placement.keyfile = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.293583] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] placement.region_name = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.293720] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] placement.split_loggers = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.293854] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] placement.timeout = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.293997] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.auth_section = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.294147] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.auth_type = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.294283] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.cafile = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.294416] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.certfile = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.294556] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.collect_timing = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.294717] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.connect_retries = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.294860] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.connect_retry_delay = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.295012] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.enable_notifications = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.295148] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.endpoint_override = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.295287] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.insecure = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.295422] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.interface = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.295554] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.keyfile = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.295689] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.max_version = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.295823] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.min_version = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.295955] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.region_name = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.296099] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.retriable_status_codes = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.296233] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.service_name = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.296364] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.service_type = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.296503] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.split_loggers = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.296653] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.status_code_retries = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.296801] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.status_code_retry_delay = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.296936] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.timeout = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.297079] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.valid_interfaces = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.297217] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ironic.version = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.297362] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] cli_script.dry_run = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.297512] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.297689] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.297869] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.298020] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.298162] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.298302] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.298440] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.298578] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.298716] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.298864] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.299012] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.299160] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.299302] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.299444] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.299583] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.299725] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.299866] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.300009] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.300159] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.300296] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.300433] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.300577] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.300716] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.300853] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.301054] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.301143] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.301270] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.301409] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.301548] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.301686] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.301828] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.ssl = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.301974] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.302127] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.302268] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.302411] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.302552] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.302691] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.302842] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_notifications.driver = [] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.302984] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_notifications.retry = -1 {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.303149] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.303286] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 586.303395] env[69179]: DEBUG oslo_service.backend.eventlet.service [None req-10c49132-bb78-4a1c-bc09-2d904ba931d0 None None] ******************************************************************************** {{(pid=69179) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 586.304366] env[69179]: DEBUG neutron.agent.securitygroups_rpc [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Init firewall settings (driver=nsxv3) {{(pid=69179) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 586.305625] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69179) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 586.305862] env[69179]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] RPC agent_id: nsxm-l-01a.corp.local [ 586.308081] env[69179]: DEBUG dogpile.cache.region [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 586.308207] env[69179]: DEBUG dogpile.lock [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 586.308300] env[69179]: DEBUG dogpile.lock [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 586.308398] env[69179]: DEBUG dogpile.lock [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 586.308490] env[69179]: DEBUG dogpile.cache.region [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 586.308580] env[69179]: DEBUG dogpile.lock [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 586.308702] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 586.335996] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Session token - acquiring [ 586.337630] env[69179]: DEBUG networking_nsxv3.common.locking [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.337862] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.337976] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.338399] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.348085] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.629633] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 586.652703] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 586.652845] env[69179]: DEBUG dogpile.cache.region [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Cache value generated in 0.344 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 586.652957] env[69179]: DEBUG dogpile.lock [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 586.653091] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Activating Policy API Provider. [ 586.653288] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Looking for the default Infrastructure Rules. [ 586.713945] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Looking for the Default Layer3 Logged Drop Section. [ 586.726699] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 586.727149] env[69179]: DEBUG networking_nsxv3.common.locking [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.727319] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquiring lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.727423] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.727706] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired external semaphore "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.728038] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.243246] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.745675] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.247997] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Inventory metadata is going to be refreshed. [ 588.248197] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 588.965314] env[69179]: DEBUG networking_nsxv3.common.locking [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.965754] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.965754] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.965935] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.084182] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 589.085112] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.086048] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 589.102121] env[69179]: DEBUG networking_nsxv3.common.locking [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.102321] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.102457] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.102693] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.102818] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.102961] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 589.103087] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.103194] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 589.122031] env[69179]: DEBUG networking_nsxv3.common.locking [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.122230] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.122356] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.122579] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.122763] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.122906] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 589.141013] env[69179]: DEBUG networking_nsxv3.common.locking [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.141260] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.141391] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.141773] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.141773] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.141974] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 589.159659] env[69179]: DEBUG networking_nsxv3.common.locking [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.159820] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquiring lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.159934] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.160186] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired external semaphore "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.160324] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Releasing lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.160470] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 589.160574] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.160676] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 589.179526] env[69179]: DEBUG networking_nsxv3.common.locking [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.179729] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquiring lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.179832] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.180031] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired external semaphore "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.180158] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Releasing lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.180294] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 589.180401] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.180509] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 589.200089] env[69179]: DEBUG networking_nsxv3.common.locking [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.200264] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.200376] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.200632] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.200823] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.200980] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 589.201101] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 589.201204] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Inventory metadata have been refreshed. [ 589.201305] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Dryrun:True. Metadata refresh completed. [ 589.201494] env[69179]: DEBUG oslo_concurrency.lockutils [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Releasing lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.203196] env[69179]: INFO neutron.agent.agent_extensions_manager [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Loaded agent extensions: [] [ 589.203882] env[69179]: DEBUG neutron_lib.callbacks.manager [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69179) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 589.269774] env[69179]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] NSXv3 Agent Agent RPC Daemon Started! [ 589.269891] env[69179]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] NSXv3 Agent Agent loop - iteration:0 started [ 589.269985] env[69179]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] NSXv3 Agent Agent out of sync with plugin! [ 594.204666] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 594.205053] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 599.206430] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 599.206835] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 603.308307] env[69179]: INFO networking_nsxv3.common.synchronization [None req-08985dd0-72aa-45f3-bcda-38438c5f7a0a demo admin] Enqueued Resource ID: 2aa48d7c-3fad-4a71-825b-bfbe51527c8b with Priority: HIGHEST for action security_group_rules [ 603.308307] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa48d7c-3fad-4a71-825b-bfbe51527c8b with Priority: HIGHEST for action security_group_rules [ 603.308307] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa48d7c-3fad-4a71-825b-bfbe51527c8b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.308670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa48d7c-3fad-4a71-825b-bfbe51527c8b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.308670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa48d7c-3fad-4a71-825b-bfbe51527c8b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.308838] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa48d7c-3fad-4a71-825b-bfbe51527c8b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.309105] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa48d7c-3fad-4a71-825b-bfbe51527c8b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.829942] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.830196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.830196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.830347] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.830434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.830524] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa48d7c-3fad-4a71-825b-bfbe51527c8b already deleted. [ 603.830606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa48d7c-3fad-4a71-825b-bfbe51527c8b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.308748] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 608.309139] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 613.309363] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 613.309779] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 618.310533] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 618.310884] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 621.209060] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.209060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.209060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.209060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.209060] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.712072] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.213529] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.715745] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 622.715927] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 623.311279] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 623.311613] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 623.420060] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.420269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.420269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.420468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.431278] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 623.432212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.433046] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 623.448201] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.448335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.448372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.448546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.448620] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.448720] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 623.448791] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 623.448860] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 623.466478] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.466602] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.466641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.466840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.466965] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.467078] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 623.484228] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.484346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.484390] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.484551] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.484660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.484759] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 623.501233] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.501365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.501412] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.501552] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.501641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.501739] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 623.501809] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 623.501875] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 623.516732] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.516847] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.516884] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.517063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.517144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.517235] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 623.517303] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 623.517370] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 623.534318] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.534318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.534318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.534318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.534318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.534318] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 623.534318] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 623.534318] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 623.534318] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 623.534318] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 623.534717] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 623.534717] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 623.534717] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 623.534821] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 623.534821] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 623.549892] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.550050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.550092] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.550223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.550314] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.550409] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 623.564945] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.565089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.565089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.565257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.565347] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.596467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.313361] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 628.313361] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 628.828330] env[69179]: INFO networking_nsxv3.common.synchronization [None req-352b9df0-8eba-4eea-843f-7b980d783074 None None] Enqueued Resource ID: d862734b-2b20-448a-8528-929de8170d9a with Priority: HIGHEST for action port [ 628.828585] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d862734b-2b20-448a-8528-929de8170d9a with Priority: HIGHEST for action port [ 628.831051] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-d862734b-2b20-448a-8528-929de8170d9a taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.831699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d862734b-2b20-448a-8528-929de8170d9a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.831699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d862734b-2b20-448a-8528-929de8170d9a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.831699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d862734b-2b20-448a-8528-929de8170d9a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.831699] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d862734b-2b20-448a-8528-929de8170d9a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.333605] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d862734b-2b20-448a-8528-929de8170d9a [ 629.333605] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.334061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.334061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.334061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.334061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.334172] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d862734b-2b20-448a-8528-929de8170d9a already deleted. [ 629.334202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d862734b-2b20-448a-8528-929de8170d9a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.711932] env[69179]: INFO networking_nsxv3.common.synchronization [None req-bff2e12c-6a82-421d-aa1b-be593285559e None None] Enqueued Resource ID: e46bd6a6-389d-49e9-9fed-86476902985d with Priority: HIGHEST for action port [ 630.712570] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46bd6a6-389d-49e9-9fed-86476902985d with Priority: HIGHEST for action port [ 630.712886] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-e46bd6a6-389d-49e9-9fed-86476902985d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.713039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e46bd6a6-389d-49e9-9fed-86476902985d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.713114] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e46bd6a6-389d-49e9-9fed-86476902985d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.713345] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e46bd6a6-389d-49e9-9fed-86476902985d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.713429] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e46bd6a6-389d-49e9-9fed-86476902985d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.216175] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e46bd6a6-389d-49e9-9fed-86476902985d [ 631.216444] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.216553] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.216628] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.216899] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.216991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.217102] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e46bd6a6-389d-49e9-9fed-86476902985d already deleted. [ 631.217264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e46bd6a6-389d-49e9-9fed-86476902985d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.168968] env[69179]: INFO networking_nsxv3.common.synchronization [None req-835b3586-9bc0-48ca-82ba-b40121ab7cc5 None None] Enqueued Resource ID: dafbc96c-e521-4cd7-a978-6b383e13fc1e with Priority: HIGHEST for action port [ 632.169234] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dafbc96c-e521-4cd7-a978-6b383e13fc1e with Priority: HIGHEST for action port [ 632.169796] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-dafbc96c-e521-4cd7-a978-6b383e13fc1e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.169946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dafbc96c-e521-4cd7-a978-6b383e13fc1e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.169976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dafbc96c-e521-4cd7-a978-6b383e13fc1e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.170237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dafbc96c-e521-4cd7-a978-6b383e13fc1e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.170318] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dafbc96c-e521-4cd7-a978-6b383e13fc1e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.674250] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dafbc96c-e521-4cd7-a978-6b383e13fc1e [ 632.674468] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.674598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.674669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.674940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.675027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.675060] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dafbc96c-e521-4cd7-a978-6b383e13fc1e already deleted. [ 632.675135] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dafbc96c-e521-4cd7-a978-6b383e13fc1e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.360979] env[69179]: INFO networking_nsxv3.common.synchronization [None req-a79632ad-9e09-4eb0-8418-1b0cc37623d6 None None] Enqueued Resource ID: e93dda9e-587b-4100-85e3-8ebc8ce310d7 with Priority: HIGHEST for action port [ 634.361538] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e93dda9e-587b-4100-85e3-8ebc8ce310d7 with Priority: HIGHEST for action port [ 634.361852] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-e93dda9e-587b-4100-85e3-8ebc8ce310d7 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.361981] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e93dda9e-587b-4100-85e3-8ebc8ce310d7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.362131] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e93dda9e-587b-4100-85e3-8ebc8ce310d7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.362316] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e93dda9e-587b-4100-85e3-8ebc8ce310d7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.362393] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e93dda9e-587b-4100-85e3-8ebc8ce310d7',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.799187] env[69179]: INFO networking_nsxv3.common.synchronization [None req-026f485e-8442-4dcf-bbe4-7f7622f853ba None None] Enqueued Resource ID: 2d94ac22-ed12-4071-a526-875c271c0cf2 with Priority: HIGHEST for action port [ 634.799187] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d94ac22-ed12-4071-a526-875c271c0cf2 with Priority: HIGHEST for action port [ 634.799187] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d94ac22-ed12-4071-a526-875c271c0cf2 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.799187] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d94ac22-ed12-4071-a526-875c271c0cf2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.799187] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d94ac22-ed12-4071-a526-875c271c0cf2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.800292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d94ac22-ed12-4071-a526-875c271c0cf2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.800381] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d94ac22-ed12-4071-a526-875c271c0cf2',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.868567] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e93dda9e-587b-4100-85e3-8ebc8ce310d7 [ 634.868918] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.868918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.869103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.869310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.869310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.869822] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e93dda9e-587b-4100-85e3-8ebc8ce310d7 already deleted. [ 634.869822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e93dda9e-587b-4100-85e3-8ebc8ce310d7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.303120] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d94ac22-ed12-4071-a526-875c271c0cf2 [ 635.303346] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.303500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.303573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.303800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.303891] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.303985] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d94ac22-ed12-4071-a526-875c271c0cf2 already deleted. [ 635.304091] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d94ac22-ed12-4071-a526-875c271c0cf2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.638019] env[69179]: INFO networking_nsxv3.common.synchronization [None req-7b313aa4-4b6e-43f3-8690-bd1dc43641ae None None] Enqueued Resource ID: b8c2d61e-ae17-470d-9365-c9345e9acaf4 with Priority: HIGHEST for action port [ 635.638019] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c2d61e-ae17-470d-9365-c9345e9acaf4 with Priority: HIGHEST for action port [ 635.638568] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8c2d61e-ae17-470d-9365-c9345e9acaf4 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.638883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8c2d61e-ae17-470d-9365-c9345e9acaf4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.639057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8c2d61e-ae17-470d-9365-c9345e9acaf4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.639391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8c2d61e-ae17-470d-9365-c9345e9acaf4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.639618] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8c2d61e-ae17-470d-9365-c9345e9acaf4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.054771] env[69179]: INFO networking_nsxv3.common.synchronization [None req-9f85b785-a00a-48ed-91e5-0e826b3439de None None] Enqueued Resource ID: 29125051-11fb-4912-9fd5-72e90ab9715f with Priority: HIGHEST for action port [ 636.055356] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29125051-11fb-4912-9fd5-72e90ab9715f with Priority: HIGHEST for action port [ 636.055762] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-29125051-11fb-4912-9fd5-72e90ab9715f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.055868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29125051-11fb-4912-9fd5-72e90ab9715f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.055908] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29125051-11fb-4912-9fd5-72e90ab9715f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.057305] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29125051-11fb-4912-9fd5-72e90ab9715f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.058204] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29125051-11fb-4912-9fd5-72e90ab9715f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.143060] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8c2d61e-ae17-470d-9365-c9345e9acaf4 [ 636.143366] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.143576] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.143721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.144691] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.144691] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.144691] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8c2d61e-ae17-470d-9365-c9345e9acaf4 already deleted. [ 636.144691] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8c2d61e-ae17-470d-9365-c9345e9acaf4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.362954] env[69179]: INFO networking_nsxv3.common.synchronization [None req-b3c7e8d0-09a3-4466-8377-d40bf8c09716 None None] Enqueued Resource ID: 9270cb4d-efb8-4ebb-8498-15cd96d8626d with Priority: HIGHEST for action port [ 636.364138] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9270cb4d-efb8-4ebb-8498-15cd96d8626d with Priority: HIGHEST for action port [ 636.364430] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-9270cb4d-efb8-4ebb-8498-15cd96d8626d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.364563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9270cb4d-efb8-4ebb-8498-15cd96d8626d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.364627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9270cb4d-efb8-4ebb-8498-15cd96d8626d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.364857] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9270cb4d-efb8-4ebb-8498-15cd96d8626d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.364940] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9270cb4d-efb8-4ebb-8498-15cd96d8626d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.561131] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29125051-11fb-4912-9fd5-72e90ab9715f [ 636.561456] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.561795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.561795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.562059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.562059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.562180] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29125051-11fb-4912-9fd5-72e90ab9715f already deleted. [ 636.562480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29125051-11fb-4912-9fd5-72e90ab9715f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.655027] env[69179]: INFO networking_nsxv3.common.synchronization [None req-bfcffc94-be4a-43a8-9bed-f060afa5301f tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Enqueued Resource ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 with Priority: HIGHEST for action security_group_rules [ 636.655601] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 with Priority: HIGHEST for action security_group_rules [ 636.655898] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb75287-5f23-4b36-9fe1-b6d7d9019139 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.656044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.656106] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.656356] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.656442] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb75287-5f23-4b36-9fe1-b6d7d9019139',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.825213] env[69179]: INFO networking_nsxv3.common.synchronization [None req-102296ab-5a6a-4e0c-8377-6e3dbcccceef tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Enqueued Resource ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 with Priority: HIGHEST for action security_group_rules [ 636.825885] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 with Priority: HIGHEST for action security_group_rules [ 636.826109] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb75287-5f23-4b36-9fe1-b6d7d9019139 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.826237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.867267] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9270cb4d-efb8-4ebb-8498-15cd96d8626d [ 636.867267] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.870930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.870930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.870930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.870930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.870930] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9270cb4d-efb8-4ebb-8498-15cd96d8626d already deleted. [ 636.870930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9270cb4d-efb8-4ebb-8498-15cd96d8626d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.107802] env[69179]: INFO networking_nsxv3.common.synchronization [None req-b2458e82-2830-46c8-ad7b-f4acd37b2929 None None] Enqueued Resource ID: 2fbcc719-ef2a-4fb8-bbe4-b7b8be9ceb24 with Priority: HIGHEST for action port [ 637.108096] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbcc719-ef2a-4fb8-bbe4-b7b8be9ceb24 with Priority: HIGHEST for action port [ 637.109209] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fbcc719-ef2a-4fb8-bbe4-b7b8be9ceb24 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.109774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fbcc719-ef2a-4fb8-bbe4-b7b8be9ceb24" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.109855] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fbcc719-ef2a-4fb8-bbe4-b7b8be9ceb24" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.110153] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fbcc719-ef2a-4fb8-bbe4-b7b8be9ceb24" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.110245] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fbcc719-ef2a-4fb8-bbe4-b7b8be9ceb24',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.182536] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.182691] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.182763] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.182977] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.183082] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.183180] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 already deleted. [ 637.183257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.183404] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.183555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.183637] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb75287-5f23-4b36-9fe1-b6d7d9019139',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.613648] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fbcc719-ef2a-4fb8-bbe4-b7b8be9ceb24 [ 637.613879] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.614128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.614240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.614438] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.614538] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.614638] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fbcc719-ef2a-4fb8-bbe4-b7b8be9ceb24 already deleted. [ 637.614720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fbcc719-ef2a-4fb8-bbe4-b7b8be9ceb24" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.706271] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.706529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.706529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.706793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.706793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.706860] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 already deleted. [ 637.707138] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.895047] env[69179]: INFO networking_nsxv3.common.synchronization [None req-f14f707b-acc1-4df6-b94f-0e9dce7b90ca None None] Enqueued Resource ID: 372d8ce8-873f-49e2-8c69-0ec9328871bc with Priority: HIGHEST for action port [ 639.895047] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372d8ce8-873f-49e2-8c69-0ec9328871bc with Priority: HIGHEST for action port [ 639.895335] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-372d8ce8-873f-49e2-8c69-0ec9328871bc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.895335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-372d8ce8-873f-49e2-8c69-0ec9328871bc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.895335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-372d8ce8-873f-49e2-8c69-0ec9328871bc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.895571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-372d8ce8-873f-49e2-8c69-0ec9328871bc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.895688] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('372d8ce8-873f-49e2-8c69-0ec9328871bc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.337889] env[69179]: INFO networking_nsxv3.common.synchronization [None req-ab4f05c4-787b-4ff2-92a5-a6aec1867d0b None None] Enqueued Resource ID: 2defb17b-3528-4d75-b806-dbfe19932f2f with Priority: HIGHEST for action port [ 640.337889] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2defb17b-3528-4d75-b806-dbfe19932f2f with Priority: HIGHEST for action port [ 640.338058] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-2defb17b-3528-4d75-b806-dbfe19932f2f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.338187] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2defb17b-3528-4d75-b806-dbfe19932f2f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.338254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2defb17b-3528-4d75-b806-dbfe19932f2f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.339068] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2defb17b-3528-4d75-b806-dbfe19932f2f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.339068] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2defb17b-3528-4d75-b806-dbfe19932f2f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.399366] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 372d8ce8-873f-49e2-8c69-0ec9328871bc [ 640.399586] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.399726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.399796] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.400054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.400183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.400237] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:372d8ce8-873f-49e2-8c69-0ec9328871bc already deleted. [ 640.400315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-372d8ce8-873f-49e2-8c69-0ec9328871bc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.617793] env[69179]: INFO networking_nsxv3.common.synchronization [None req-58782754-2754-4603-b144-23ee619fcee6 None None] Enqueued Resource ID: c1b2f078-5492-4fa5-8a9e-f09ff398077c with Priority: HIGHEST for action port [ 640.618076] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1b2f078-5492-4fa5-8a9e-f09ff398077c with Priority: HIGHEST for action port [ 640.618613] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1b2f078-5492-4fa5-8a9e-f09ff398077c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.618756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1b2f078-5492-4fa5-8a9e-f09ff398077c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.618790] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1b2f078-5492-4fa5-8a9e-f09ff398077c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.619047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1b2f078-5492-4fa5-8a9e-f09ff398077c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.619119] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1b2f078-5492-4fa5-8a9e-f09ff398077c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.845546] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2defb17b-3528-4d75-b806-dbfe19932f2f [ 640.845546] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.845546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.845546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.845546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.845546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.845546] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2defb17b-3528-4d75-b806-dbfe19932f2f already deleted. [ 640.845546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2defb17b-3528-4d75-b806-dbfe19932f2f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.121363] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1b2f078-5492-4fa5-8a9e-f09ff398077c [ 641.121676] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.121676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.121764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.122056] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.122056] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.122263] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1b2f078-5492-4fa5-8a9e-f09ff398077c already deleted. [ 641.122263] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1b2f078-5492-4fa5-8a9e-f09ff398077c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.246446] env[69179]: INFO networking_nsxv3.common.synchronization [None req-043f8797-28a6-42b9-89ec-71f97cc95b5f None None] Enqueued Resource ID: 47426cd9-8f11-4a0a-98de-7a03a3189dbc with Priority: HIGHEST for action port [ 641.247021] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47426cd9-8f11-4a0a-98de-7a03a3189dbc with Priority: HIGHEST for action port [ 641.247374] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-47426cd9-8f11-4a0a-98de-7a03a3189dbc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.247611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47426cd9-8f11-4a0a-98de-7a03a3189dbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.247611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47426cd9-8f11-4a0a-98de-7a03a3189dbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.248035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47426cd9-8f11-4a0a-98de-7a03a3189dbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.248035] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47426cd9-8f11-4a0a-98de-7a03a3189dbc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.348015] env[69179]: INFO networking_nsxv3.common.synchronization [req-4276d885-61ff-4276-b57e-3531a27b5a08 req-d7488729-1cfd-4068-9168-37b94ee9d8d9 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Enqueued Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGHEST for action security_group_members [ 641.348015] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGHEST for action security_group_members [ 641.348015] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3aca0-3788-4608-a117-ad6a537dd770 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.348015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.348015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.348365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.348418] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.348488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.348537] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.348683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.348760] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.348850] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e3aca0-3788-4608-a117-ad6a537dd770',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.645125] env[69179]: INFO networking_nsxv3.common.synchronization [None req-0eae1bfc-6ce7-40c4-b2d1-84a93f7ef648 None None] Enqueued Resource ID: dd772df9-a405-40a5-92be-04375ed95559 with Priority: HIGHEST for action port [ 641.645125] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd772df9-a405-40a5-92be-04375ed95559 with Priority: HIGHEST for action port [ 641.645125] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd772df9-a405-40a5-92be-04375ed95559 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.645125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd772df9-a405-40a5-92be-04375ed95559" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.645125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd772df9-a405-40a5-92be-04375ed95559" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.645840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd772df9-a405-40a5-92be-04375ed95559" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.645971] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd772df9-a405-40a5-92be-04375ed95559',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.752154] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47426cd9-8f11-4a0a-98de-7a03a3189dbc [ 641.752154] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.752154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.752154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.752154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.752154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.752154] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47426cd9-8f11-4a0a-98de-7a03a3189dbc already deleted. [ 641.752154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47426cd9-8f11-4a0a-98de-7a03a3189dbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.851181] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.851181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.851181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.851397] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.851397] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.852720] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.852720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.852720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.853393] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.853604] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.853711] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3aca0-3788-4608-a117-ad6a537dd770 already deleted. [ 641.853805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.151660] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd772df9-a405-40a5-92be-04375ed95559 [ 642.151660] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.151660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.151660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.151660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.151660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.151660] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd772df9-a405-40a5-92be-04375ed95559 already deleted. [ 642.151660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd772df9-a405-40a5-92be-04375ed95559" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.228246] env[69179]: INFO networking_nsxv3.common.synchronization [None req-50699040-eb4f-4233-a998-7e2d32100bcf None None] Enqueued Resource ID: 0a5894aa-e179-41fb-93bf-da90b89d404a with Priority: HIGHEST for action port [ 642.228759] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5894aa-e179-41fb-93bf-da90b89d404a with Priority: HIGHEST for action port [ 642.229101] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a5894aa-e179-41fb-93bf-da90b89d404a taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.229208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a5894aa-e179-41fb-93bf-da90b89d404a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.229263] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a5894aa-e179-41fb-93bf-da90b89d404a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.229495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a5894aa-e179-41fb-93bf-da90b89d404a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.229581] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a5894aa-e179-41fb-93bf-da90b89d404a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.731988] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a5894aa-e179-41fb-93bf-da90b89d404a [ 642.732377] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.732377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.732555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.732827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.732827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.732827] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a5894aa-e179-41fb-93bf-da90b89d404a already deleted. [ 642.732919] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a5894aa-e179-41fb-93bf-da90b89d404a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.839967] env[69179]: INFO networking_nsxv3.common.synchronization [req-35295ed3-0a02-40aa-b553-a2dd9a86da9d req-6addf819-d963-47c6-a330-97bb0d9a1fb0 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Enqueued Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_members [ 642.839967] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_members [ 642.839967] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.839967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.839967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.839967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.839967] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.839967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.839967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.839967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.839967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.839967] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.029414] env[69179]: INFO networking_nsxv3.common.synchronization [None req-8a2f13b7-7d8f-40a7-b78a-792969847d26 None None] Enqueued Resource ID: edfd9f85-6af2-4146-baee-8302d6fda1de with Priority: HIGHEST for action port [ 643.029414] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edfd9f85-6af2-4146-baee-8302d6fda1de with Priority: HIGHEST for action port [ 643.029414] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-edfd9f85-6af2-4146-baee-8302d6fda1de taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.029414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edfd9f85-6af2-4146-baee-8302d6fda1de" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.029414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edfd9f85-6af2-4146-baee-8302d6fda1de" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.029414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edfd9f85-6af2-4146-baee-8302d6fda1de" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.029414] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edfd9f85-6af2-4146-baee-8302d6fda1de',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.205613] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.205915] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.205975] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.207594] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.207594] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.207594] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.207594] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.207594] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.207594] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.207940] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.208075] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.208191] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.208305] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.208447] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 643.208562] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.208698] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.229252] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.229513] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 643.229724] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.229970] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.230623] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.233941] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.234192] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.234508] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.234797] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.340709] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.340709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.340709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.340709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.340709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.340709] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.340709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.341161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.341161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.341161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.341161] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f56845-88b7-4714-b073-e40872441d8d already deleted. [ 643.341161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.534210] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port edfd9f85-6af2-4146-baee-8302d6fda1de [ 643.534210] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.534210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.534210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.534210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.534210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.534210] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:edfd9f85-6af2-4146-baee-8302d6fda1de already deleted. [ 643.534210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edfd9f85-6af2-4146-baee-8302d6fda1de" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.738152] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.738152] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.738152] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.738152] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.738847] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.738847] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e not found, creating... [ 643.739140] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.739706] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.739706] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.739962] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.740444] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.740846] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.741994] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.742160] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.742412] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.742622] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.742804] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e is going to be created. [ 643.764549] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.764549] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.764549] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.764549] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.764549] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.764549] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.394334] env[69179]: INFO networking_nsxv3.common.synchronization [None req-5192aef0-3197-475c-9f03-1cf07559c5ef None None] Enqueued Resource ID: 1d0db11d-e5db-47f0-ae55-f5c0ed7c2f3b with Priority: HIGHEST for action port [ 644.395306] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d0db11d-e5db-47f0-ae55-f5c0ed7c2f3b with Priority: HIGHEST for action port [ 644.395306] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d0db11d-e5db-47f0-ae55-f5c0ed7c2f3b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.395932] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d0db11d-e5db-47f0-ae55-f5c0ed7c2f3b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.395932] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d0db11d-e5db-47f0-ae55-f5c0ed7c2f3b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.395932] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d0db11d-e5db-47f0-ae55-f5c0ed7c2f3b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.396057] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d0db11d-e5db-47f0-ae55-f5c0ed7c2f3b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.530047] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-804 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.530047] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-804" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.530047] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-804" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.530047] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-804" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.530047] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.531484] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.531741] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.532242] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.533898] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.534245] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.534460] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.534660] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.534880] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.535163] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 644.535379] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.535678] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.556192] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.556639] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 644.556639] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.556828] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-804" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.557064] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.557240] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.557353] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.557665] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.557819] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.898162] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d0db11d-e5db-47f0-ae55-f5c0ed7c2f3b [ 644.898715] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.899490] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.899569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.899780] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.899870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.899966] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d0db11d-e5db-47f0-ae55-f5c0ed7c2f3b already deleted. [ 644.900081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d0db11d-e5db-47f0-ae55-f5c0ed7c2f3b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.064019] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.064019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.064019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.064019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.064019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.064019] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb not found, creating... [ 645.064019] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.064019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.064019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.064019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.064019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.064881] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.064881] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.065982] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.066554] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.066971] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.067508] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb is going to be created. [ 645.092126] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.092126] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.092126] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.092126] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.092126] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.092368] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.196868] env[69179]: INFO networking_nsxv3.common.synchronization [None req-ce2791b3-c2bf-4afc-bb37-131abbdf7632 None None] Enqueued Resource ID: ec86f83f-6217-4844-be09-a44b7e770b7d with Priority: HIGHEST for action port [ 645.198136] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec86f83f-6217-4844-be09-a44b7e770b7d with Priority: HIGHEST for action port [ 645.198464] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec86f83f-6217-4844-be09-a44b7e770b7d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.198591] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec86f83f-6217-4844-be09-a44b7e770b7d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.198664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec86f83f-6217-4844-be09-a44b7e770b7d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.199127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec86f83f-6217-4844-be09-a44b7e770b7d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.199292] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec86f83f-6217-4844-be09-a44b7e770b7d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.304712] env[69179]: INFO networking_nsxv3.common.synchronization [None req-2d0ae918-da30-402e-b914-8a0f7d580082 None None] Enqueued Resource ID: 768aaa6a-f97b-4fef-96f7-8019b3c90195 with Priority: HIGHEST for action port [ 645.308471] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 768aaa6a-f97b-4fef-96f7-8019b3c90195 with Priority: HIGHEST for action port [ 645.309062] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-768aaa6a-f97b-4fef-96f7-8019b3c90195 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.309176] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-768aaa6a-f97b-4fef-96f7-8019b3c90195" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.309250] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-768aaa6a-f97b-4fef-96f7-8019b3c90195" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.310148] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-768aaa6a-f97b-4fef-96f7-8019b3c90195" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.310148] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('768aaa6a-f97b-4fef-96f7-8019b3c90195',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.642778] env[69179]: INFO networking_nsxv3.common.synchronization [req-4276d885-61ff-4276-b57e-3531a27b5a08 req-f67034da-c61d-4683-9449-a80f20428550 service nova] Enqueued Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGHEST for action security_group_rules [ 645.643251] env[69179]: INFO networking_nsxv3.common.synchronization [req-4276d885-61ff-4276-b57e-3531a27b5a08 req-f67034da-c61d-4683-9449-a80f20428550 service nova] Enqueued Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGHEST for action security_group_members [ 645.643403] env[69179]: INFO networking_nsxv3.common.synchronization [req-4276d885-61ff-4276-b57e-3531a27b5a08 req-f67034da-c61d-4683-9449-a80f20428550 service nova] Enqueued Resource ID: a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e with Priority: HIGHEST for action port [ 645.643943] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGHEST for action security_group_rules [ 645.644363] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGHEST for action security_group_members [ 645.644492] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e with Priority: HIGHEST for action port [ 645.644763] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99e3aca0-3788-4608-a117-ad6a537dd770 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.644985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.644985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.645306] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.645306] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99e3aca0-3788-4608-a117-ad6a537dd770',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.646150] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3aca0-3788-4608-a117-ad6a537dd770 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.646265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.646514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.646706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.647068] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.647123] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.647158] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.647283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.647816] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.647816] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e3aca0-3788-4608-a117-ad6a537dd770',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.648625] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.648739] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.648872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.649046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.649136] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.702455] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec86f83f-6217-4844-be09-a44b7e770b7d [ 645.702782] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.702916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.702983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.703286] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.703332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.703423] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec86f83f-6217-4844-be09-a44b7e770b7d already deleted. [ 645.703541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec86f83f-6217-4844-be09-a44b7e770b7d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.813805] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 768aaa6a-f97b-4fef-96f7-8019b3c90195 [ 645.814173] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.814173] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.814173] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.814594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.814594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.814594] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:768aaa6a-f97b-4fef-96f7-8019b3c90195 already deleted. [ 645.814594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-768aaa6a-f97b-4fef-96f7-8019b3c90195" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.122567] env[69179]: INFO networking_nsxv3.common.synchronization [req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 req-220cb15f-f178-48eb-9222-46bf60435c15 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Enqueued Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGHEST for action security_group_members [ 646.122567] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGHEST for action security_group_members [ 646.122567] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26ca4db-9d7a-40a8-9d02-607af28b5c34 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.122567] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.122567] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.122567] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.122567] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.122567] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.122567] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.122567] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.124799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.124799] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.151406] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3aca0-3788-4608-a117-ad6a537dd770 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.151585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.159181] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e with status ACTIVE [ 646.159447] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.159615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.159710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.159949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.160089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.163800] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.163800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.163800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.163800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.163800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.163800] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.163800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.163800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.163800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.163800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.163800] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e is going to be updated. [ 646.163800] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99e3aca0-3788-4608-a117-ad6a537dd770',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.182915] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.184048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.184048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.184048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.184048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.185597] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0d9ea7f-1e0c-4934-9ccc-ef27aaf1a58e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.532706] env[69179]: INFO networking_nsxv3.common.synchronization [None req-47176bf2-3ad8-4e3c-b9c6-4087211f2366 None None] Enqueued Resource ID: 40376735-7dd5-4a99-89b7-dac95e04bec9 with Priority: HIGHEST for action port [ 646.535036] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40376735-7dd5-4a99-89b7-dac95e04bec9 with Priority: HIGHEST for action port [ 646.535228] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-40376735-7dd5-4a99-89b7-dac95e04bec9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.535450] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40376735-7dd5-4a99-89b7-dac95e04bec9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.535450] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40376735-7dd5-4a99-89b7-dac95e04bec9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.535792] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40376735-7dd5-4a99-89b7-dac95e04bec9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.535792] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40376735-7dd5-4a99-89b7-dac95e04bec9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.579489] env[69179]: INFO networking_nsxv3.common.synchronization [None req-56a730f6-a644-4deb-95e0-c85ac51fa9bb None None] Enqueued Resource ID: 2c15282c-2a7d-4007-abed-3abda0c8d4d4 with Priority: HIGHEST for action port [ 646.580173] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c15282c-2a7d-4007-abed-3abda0c8d4d4 with Priority: HIGHEST for action port [ 646.580680] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c15282c-2a7d-4007-abed-3abda0c8d4d4 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.580801] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c15282c-2a7d-4007-abed-3abda0c8d4d4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.580892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c15282c-2a7d-4007-abed-3abda0c8d4d4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.581117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c15282c-2a7d-4007-abed-3abda0c8d4d4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.581200] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c15282c-2a7d-4007-abed-3abda0c8d4d4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.626168] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.626542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.626645] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.626933] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.627210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.627505] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.627736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.627856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.628102] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.628688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.628899] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 already deleted. [ 646.629043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.668837] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99e3aca0-3788-4608-a117-ad6a537dd770',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.042330] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40376735-7dd5-4a99-89b7-dac95e04bec9 [ 647.042657] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.042837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.042967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.043314] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.044030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.044964] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40376735-7dd5-4a99-89b7-dac95e04bec9 already deleted. [ 647.044964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40376735-7dd5-4a99-89b7-dac95e04bec9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.083886] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c15282c-2a7d-4007-abed-3abda0c8d4d4 [ 647.084125] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.084361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.084361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.084516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.084615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.084684] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c15282c-2a7d-4007-abed-3abda0c8d4d4 already deleted. [ 647.085747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c15282c-2a7d-4007-abed-3abda0c8d4d4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.173918] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.173918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.173918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.174243] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.176280] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.176280] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3aca0-3788-4608-a117-ad6a537dd770 is going to be created. [ 647.204487] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.204487] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.204642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.204750] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.204910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.217855] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3aca0-3788-4608-a117-ad6a537dd770 in Status: UNINITIALIZED for 2s [ 647.277042] env[69179]: INFO networking_nsxv3.common.synchronization [req-35295ed3-0a02-40aa-b553-a2dd9a86da9d req-314d56d3-8874-4254-b470-625f769c06e8 service nova] Enqueued Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_rules [ 647.277293] env[69179]: INFO networking_nsxv3.common.synchronization [req-35295ed3-0a02-40aa-b553-a2dd9a86da9d req-314d56d3-8874-4254-b470-625f769c06e8 service nova] Enqueued Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_members [ 647.277494] env[69179]: INFO networking_nsxv3.common.synchronization [req-35295ed3-0a02-40aa-b553-a2dd9a86da9d req-314d56d3-8874-4254-b470-625f769c06e8 service nova] Enqueued Resource ID: e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb with Priority: HIGHEST for action port [ 647.278989] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_rules [ 647.278989] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_members [ 647.279097] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb with Priority: HIGHEST for action port [ 647.279407] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.279698] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.279698] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.279994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.280087] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.290799] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.290799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.290799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.290799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.290982] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.290982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.291063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.291159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.291230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.291320] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.292132] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.292359] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.292359] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.292450] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.292522] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.534168] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.534372] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.534490] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.534773] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.535283] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.535283] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.535426] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.535520] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.535643] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.535845] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.535950] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.536859] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.537045] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.537178] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.537381] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.537435] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.556648] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.556861] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 647.556989] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.557215] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.557608] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-283f82cc-18b5-43a9-9713-234db73db2c9 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.557718] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-283f82cc-18b5-43a9-9713-234db73db2c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.557822] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-283f82cc-18b5-43a9-9713-234db73db2c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.558155] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-283f82cc-18b5-43a9-9713-234db73db2c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.558297] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('283f82cc-18b5-43a9-9713-234db73db2c9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.757531] env[69179]: INFO networking_nsxv3.common.synchronization [None req-fe1e27fc-af6e-4046-b80f-8ce3ba79c3fd tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Enqueued Resource ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 with Priority: HIGHEST for action security_group_rules [ 647.758494] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 with Priority: HIGHEST for action security_group_rules [ 647.758683] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.759106] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.759226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.759517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.759714] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4f56fd3-b6f3-47ef-b1b2-f08aced97c26',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.793586] env[69179]: INFO networking_nsxv3.common.synchronization [req-c4282c08-d838-4a13-9c79-8669a92c2695 req-4bfdd189-7790-48fc-880f-bd709ffc9390 tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Enqueued Resource ID: 7b98747e-7c1e-45ff-8564-ed791979c79b with Priority: HIGHEST for action security_group_members [ 647.793586] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b98747e-7c1e-45ff-8564-ed791979c79b with Priority: HIGHEST for action security_group_members [ 647.794943] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.794943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.794943] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b98747e-7c1e-45ff-8564-ed791979c79b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.794943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.794943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.794943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.795330] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.795330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.795330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.795443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.795481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.795562] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b98747e-7c1e-45ff-8564-ed791979c79b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.798052] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb with status ACTIVE [ 647.798428] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.798538] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.798840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.798901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.798966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.799143] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.799238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.799298] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.799442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.799521] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.799773] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.799869] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.799931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.800086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.800159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.800263] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb is going to be updated. [ 647.802982] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.824826] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.824985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.825140] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.825289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.825439] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.825580] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.007259] env[69179]: INFO networking_nsxv3.common.synchronization [None req-bce14731-c307-4da1-b083-d10abd1484ee tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Enqueued Resource ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 with Priority: HIGHEST for action security_group_rules [ 648.007259] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 with Priority: HIGHEST for action security_group_rules [ 648.007259] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.007398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.061098] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.061374] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.061512] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.061826] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.061983] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.062230] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 283f82cc-18b5-43a9-9713-234db73db2c9 not found, creating... [ 648.062477] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.062631] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.062743] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.062993] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.063179] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.063465] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.065463] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.065710] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.066499] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.066499] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.067257] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 283f82cc-18b5-43a9-9713-234db73db2c9 is going to be created. [ 648.088078] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.088477] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.088477] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.088692] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.089038] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.089393] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-283f82cc-18b5-43a9-9713-234db73db2c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.292033] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.292033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.292033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.292033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.292033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.292033] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 already deleted. [ 648.292033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.292033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.292033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.292033] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4f56fd3-b6f3-47ef-b1b2-f08aced97c26',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.298062] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.298226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.298393] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.298465] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.298525] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.298721] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.298828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.299076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.299076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.299214] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.299214] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b98747e-7c1e-45ff-8564-ed791979c79b already deleted. [ 648.299438] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.303578] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.808157] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.808157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.808157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.808683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.808683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.808683] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f56845-88b7-4714-b073-e40872441d8d is going to be created. [ 648.817739] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.817862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.817990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.818205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.818289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.818378] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 already deleted. [ 648.818454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.841303] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.841303] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.841303] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.841303] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.841303] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.843128] env[69179]: INFO networking_nsxv3.common.synchronization [None req-bf239bbb-0fb2-45a1-be3f-64b0fba9bc1b None None] Enqueued Resource ID: d321f886-d2fe-4869-a433-d8580d12309f with Priority: HIGHEST for action port [ 648.843589] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d321f886-d2fe-4869-a433-d8580d12309f with Priority: HIGHEST for action port [ 648.843876] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-d321f886-d2fe-4869-a433-d8580d12309f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.844085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d321f886-d2fe-4869-a433-d8580d12309f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.844085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d321f886-d2fe-4869-a433-d8580d12309f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.844292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d321f886-d2fe-4869-a433-d8580d12309f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.844368] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d321f886-d2fe-4869-a433-d8580d12309f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.855895] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: UNINITIALIZED for 2s [ 648.901732] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.901937] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.902074] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.902385] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.902962] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.902962] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.903130] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.903394] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.903540] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.903743] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.903877] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.903990] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.904114] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.904248] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 648.904361] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.904490] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.924490] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.924490] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 648.924490] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.924490] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.924681] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-dcb1420f-9f34-41c0-a156-a34ed52bc080 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.924758] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-dcb1420f-9f34-41c0-a156-a34ed52bc080" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.924860] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-dcb1420f-9f34-41c0-a156-a34ed52bc080" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.925225] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-dcb1420f-9f34-41c0-a156-a34ed52bc080" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.925361] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcb1420f-9f34-41c0-a156-a34ed52bc080',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.197178] env[69179]: INFO networking_nsxv3.common.synchronization [None req-564b4a48-2577-4b59-8458-49fcc533975e None None] Enqueued Resource ID: 583ddb09-23eb-4a75-8047-e4d4420e4985 with Priority: HIGHEST for action port [ 649.197178] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 583ddb09-23eb-4a75-8047-e4d4420e4985 with Priority: HIGHEST for action port [ 649.198533] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-583ddb09-23eb-4a75-8047-e4d4420e4985 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.199321] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-583ddb09-23eb-4a75-8047-e4d4420e4985" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.199321] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-583ddb09-23eb-4a75-8047-e4d4420e4985" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.201264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-583ddb09-23eb-4a75-8047-e4d4420e4985" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.201264] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('583ddb09-23eb-4a75-8047-e4d4420e4985',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.228430] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3aca0-3788-4608-a117-ad6a537dd770 in Status: SUCCESS [ 649.228649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.228814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.229048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.229259] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.229381] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.229449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.229622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.229694] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.229947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.229947] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99e3aca0-3788-4608-a117-ad6a537dd770',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.345774] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d321f886-d2fe-4869-a433-d8580d12309f [ 649.346147] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.346294] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.346365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.346581] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.346672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.347629] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d321f886-d2fe-4869-a433-d8580d12309f already deleted. [ 649.347629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d321f886-d2fe-4869-a433-d8580d12309f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.432669] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.432927] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.433023] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.433374] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.433807] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.433974] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port dcb1420f-9f34-41c0-a156-a34ed52bc080 not found, creating... [ 649.434329] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.434495] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.434536] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.435162] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.435162] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.435597] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.435846] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.435914] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.438615] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.438615] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.438615] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: dcb1420f-9f34-41c0-a156-a34ed52bc080 is going to be created. [ 649.456699] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.457416] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.457657] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.458076] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.458601] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.459184] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-dcb1420f-9f34-41c0-a156-a34ed52bc080" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.706512] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 583ddb09-23eb-4a75-8047-e4d4420e4985 [ 649.706716] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.706884] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.706955] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.707265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.707265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.707353] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:583ddb09-23eb-4a75-8047-e4d4420e4985 already deleted. [ 649.707430] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-583ddb09-23eb-4a75-8047-e4d4420e4985" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.734171] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3aca0-3788-4608-a117-ad6a537dd770 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.734471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.734471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.734828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.735098] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.735239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.735333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.735527] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.735770] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.736052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.736398] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3aca0-3788-4608-a117-ad6a537dd770 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.736398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.736892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.736892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.736892] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.736892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.737092] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.737913] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.737913] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.737913] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.737913] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99e3aca0-3788-4608-a117-ad6a537dd770',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.980116] env[69179]: INFO networking_nsxv3.common.synchronization [req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 req-68dc1c24-6d69-4883-b4d1-01e1e1e678f3 service nova] Enqueued Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGHEST for action security_group_rules [ 649.980408] env[69179]: INFO networking_nsxv3.common.synchronization [req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 req-68dc1c24-6d69-4883-b4d1-01e1e1e678f3 service nova] Enqueued Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGHEST for action security_group_members [ 649.981037] env[69179]: INFO networking_nsxv3.common.synchronization [req-a565b3c3-1a21-43f5-8a6d-55a1b54340e3 req-68dc1c24-6d69-4883-b4d1-01e1e1e678f3 service nova] Enqueued Resource ID: 283f82cc-18b5-43a9-9713-234db73db2c9 with Priority: HIGHEST for action port [ 649.981350] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGHEST for action security_group_rules [ 649.981419] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGHEST for action security_group_members [ 649.981520] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 283f82cc-18b5-43a9-9713-234db73db2c9 with Priority: HIGHEST for action port [ 649.981879] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f26ca4db-9d7a-40a8-9d02-607af28b5c34 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.982039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.982115] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.982451] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.983021] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.985357] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26ca4db-9d7a-40a8-9d02-607af28b5c34 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.985357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.985357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.985357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.985357] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.985530] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.985530] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.985584] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.986928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.986928] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.986928] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-283f82cc-18b5-43a9-9713-234db73db2c9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.986928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-283f82cc-18b5-43a9-9713-234db73db2c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.986928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-283f82cc-18b5-43a9-9713-234db73db2c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.987355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-283f82cc-18b5-43a9-9713-234db73db2c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.987355] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('283f82cc-18b5-43a9-9713-234db73db2c9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.239556] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99e3aca0-3788-4608-a117-ad6a537dd770: rpc.has_security_group_logging(os_id): False [ 650.260248] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.260410] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.260443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.260781] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.260781] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.260975] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.261537] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.261537] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.261537] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.261537] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.261706] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.262326] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.262326] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.262326] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.262792] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.263148] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.263299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.263415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.263872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.264017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.264681] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99e3aca0-3788-4608-a117-ad6a537dd770 is going to be created. [ 650.324240] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.324360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.324441] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.324693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.324941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.339106] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99e3aca0-3788-4608-a117-ad6a537dd770 in Status: IN_PROGRESS for 2s [ 650.489101] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26ca4db-9d7a-40a8-9d02-607af28b5c34 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.489435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.493081] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.493993] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 283f82cc-18b5-43a9-9713-234db73db2c9 with status ACTIVE [ 650.494090] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.494212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.494287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.495735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.495735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.495735] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.495735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.495735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.495735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.495735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.495735] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.495735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.497922] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.498377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.498377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.498652] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 283f82cc-18b5-43a9-9713-234db73db2c9 is going to be updated. [ 650.521356] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.521479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.521517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.522378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.522650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.523173] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-283f82cc-18b5-43a9-9713-234db73db2c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.865629] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: SUCCESS [ 650.867552] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.868662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.868662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.868662] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.868796] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.871155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.871155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.871155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.871155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.871155] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.001888] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.089694] env[69179]: INFO networking_nsxv3.common.synchronization [req-c4282c08-d838-4a13-9c79-8669a92c2695 req-aa593312-2d66-4945-8fcb-1ad90630453e service nova] Enqueued Resource ID: 7b98747e-7c1e-45ff-8564-ed791979c79b with Priority: HIGHEST for action security_group_rules [ 651.089694] env[69179]: INFO networking_nsxv3.common.synchronization [req-c4282c08-d838-4a13-9c79-8669a92c2695 req-aa593312-2d66-4945-8fcb-1ad90630453e service nova] Enqueued Resource ID: 7b98747e-7c1e-45ff-8564-ed791979c79b with Priority: HIGHEST for action security_group_members [ 651.090475] env[69179]: INFO networking_nsxv3.common.synchronization [req-c4282c08-d838-4a13-9c79-8669a92c2695 req-aa593312-2d66-4945-8fcb-1ad90630453e service nova] Enqueued Resource ID: dcb1420f-9f34-41c0-a156-a34ed52bc080 with Priority: HIGHEST for action port [ 651.091651] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b98747e-7c1e-45ff-8564-ed791979c79b with Priority: HIGHEST for action security_group_rules [ 651.091819] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b98747e-7c1e-45ff-8564-ed791979c79b with Priority: HIGHEST for action security_group_members [ 651.091964] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb1420f-9f34-41c0-a156-a34ed52bc080 with Priority: HIGHEST for action port [ 651.092293] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b98747e-7c1e-45ff-8564-ed791979c79b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.092627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.092743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.093058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.093266] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b98747e-7c1e-45ff-8564-ed791979c79b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.096982] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b98747e-7c1e-45ff-8564-ed791979c79b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.096982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.096982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.096982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.096982] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.096982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.096982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.096982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.096982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.096982] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b98747e-7c1e-45ff-8564-ed791979c79b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.096982] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcb1420f-9f34-41c0-a156-a34ed52bc080 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.096982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcb1420f-9f34-41c0-a156-a34ed52bc080" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.096982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcb1420f-9f34-41c0-a156-a34ed52bc080" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.096982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcb1420f-9f34-41c0-a156-a34ed52bc080" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.096982] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcb1420f-9f34-41c0-a156-a34ed52bc080',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.380200] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.380200] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.380200] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.380200] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.380200] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.380200] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.380479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.380479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.380479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.380616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.380713] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.380809] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.380871] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.381032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.381173] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.381266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.381326] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.381460] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.381533] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.381620] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.381697] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.506207] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.506207] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.506207] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.506207] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.506207] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.506207] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 is going to be created. [ 651.546814] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.546814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.546814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.546814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.546814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.560956] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 in Status: UNINITIALIZED for 2s [ 651.600581] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b98747e-7c1e-45ff-8564-ed791979c79b taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.600702] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.600878] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b98747e-7c1e-45ff-8564-ed791979c79b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.602969] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcb1420f-9f34-41c0-a156-a34ed52bc080 with status ACTIVE [ 651.602969] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.602969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.602969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.602969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.602969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.602969] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.602969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.602969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.602969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.602969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.603470] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.603470] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.603470] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.603585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.603680] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.603770] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcb1420f-9f34-41c0-a156-a34ed52bc080 is going to be updated. [ 651.630264] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.630426] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.630524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.630822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.630949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.631118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcb1420f-9f34-41c0-a156-a34ed52bc080" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.844402] env[69179]: INFO networking_nsxv3.common.synchronization [None req-5fb6ec9e-a202-4ad2-a89c-9cc27a9b7610 None None] Enqueued Resource ID: 391ac43f-ed93-4094-911d-0c830ba6a2f4 with Priority: HIGHEST for action port [ 651.844402] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 391ac43f-ed93-4094-911d-0c830ba6a2f4 with Priority: HIGHEST for action port [ 651.844402] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-391ac43f-ed93-4094-911d-0c830ba6a2f4 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.844402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-391ac43f-ed93-4094-911d-0c830ba6a2f4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.844402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-391ac43f-ed93-4094-911d-0c830ba6a2f4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.844402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-391ac43f-ed93-4094-911d-0c830ba6a2f4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.844402] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('391ac43f-ed93-4094-911d-0c830ba6a2f4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.888352] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84f56845-88b7-4714-b073-e40872441d8d: rpc.has_security_group_logging(os_id): False [ 651.906297] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.906437] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.906504] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.906713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.906796] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.907026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.907121] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.907189] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.907339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.907410] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.907596] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.907682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.907739] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.907873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.907943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.908138] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.908224] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.908282] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.908417] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.908486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.908566] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f56845-88b7-4714-b073-e40872441d8d is going to be created. [ 651.967267] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.967267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.967267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.967267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.967267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.982040] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: IN_PROGRESS for 2s [ 652.105752] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b98747e-7c1e-45ff-8564-ed791979c79b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.160643] env[69179]: INFO networking_nsxv3.common.synchronization [None req-aeebb7c0-4b13-4e48-8174-e96580c23c2c None None] Enqueued Resource ID: bfc5e4c6-9e8d-41c6-804a-bc3b787d81b3 with Priority: HIGHEST for action port [ 652.163207] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc5e4c6-9e8d-41c6-804a-bc3b787d81b3 with Priority: HIGHEST for action port [ 652.163207] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfc5e4c6-9e8d-41c6-804a-bc3b787d81b3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.163207] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfc5e4c6-9e8d-41c6-804a-bc3b787d81b3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.163207] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfc5e4c6-9e8d-41c6-804a-bc3b787d81b3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.165629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfc5e4c6-9e8d-41c6-804a-bc3b787d81b3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.165690] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc5e4c6-9e8d-41c6-804a-bc3b787d81b3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.265540] env[69179]: INFO networking_nsxv3.common.synchronization [req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 req-a5a7852a-eee0-4aeb-80d6-2830b6f4e096 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Enqueued Resource ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 with Priority: HIGHEST for action security_group_members [ 652.266504] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 with Priority: HIGHEST for action security_group_members [ 652.266737] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb75287-5f23-4b36-9fe1-b6d7d9019139 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.266890] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.266945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.267208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.267433] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.267656] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.267656] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.267813] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.268090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.268516] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb75287-5f23-4b36-9fe1-b6d7d9019139',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.347523] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 391ac43f-ed93-4094-911d-0c830ba6a2f4 [ 652.347938] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.348366] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.348366] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.348494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.348580] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.348697] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:391ac43f-ed93-4094-911d-0c830ba6a2f4 already deleted. [ 652.348797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-391ac43f-ed93-4094-911d-0c830ba6a2f4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.350959] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99e3aca0-3788-4608-a117-ad6a537dd770 in Status: SUCCESS [ 652.351239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.608527] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.608748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.608891] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.610275] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.610427] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.610591] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b98747e-7c1e-45ff-8564-ed791979c79b is going to be created. [ 652.635509] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.635509] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.635670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.636471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.637883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.651584] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b98747e-7c1e-45ff-8564-ed791979c79b in Status: UNINITIALIZED for 2s [ 652.669095] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfc5e4c6-9e8d-41c6-804a-bc3b787d81b3 [ 652.671654] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.671654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.671654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.671654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.671654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.671654] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfc5e4c6-9e8d-41c6-804a-bc3b787d81b3 already deleted. [ 652.671654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfc5e4c6-9e8d-41c6-804a-bc3b787d81b3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.771543] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.771688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.771756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.771962] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.772072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.772272] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.772343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.772404] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.774018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.774018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.774018] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 already deleted. [ 652.774018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.306789] env[69179]: INFO networking_nsxv3.common.synchronization [None req-6edcf47e-d96d-4c14-98c5-4e09d0e7c83e None None] Enqueued Resource ID: d9740647-30d6-470c-8876-11d5b6dbe97d with Priority: HIGHEST for action port [ 653.307202] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9740647-30d6-470c-8876-11d5b6dbe97d with Priority: HIGHEST for action port [ 653.307796] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9740647-30d6-470c-8876-11d5b6dbe97d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.307955] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9740647-30d6-470c-8876-11d5b6dbe97d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.312292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9740647-30d6-470c-8876-11d5b6dbe97d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.312637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9740647-30d6-470c-8876-11d5b6dbe97d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.312753] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9740647-30d6-470c-8876-11d5b6dbe97d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.343887] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-559 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.344086] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-559" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.344086] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-559" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.347391] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-559" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.347391] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.347391] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.347391] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.347391] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.347391] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.347391] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.347391] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.347391] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.347391] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.347391] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.347391] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.348444] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.368514] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.368514] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 653.369294] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.369672] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-559" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.370069] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-0cfc6039-cae6-425b-aa8e-df80d962b7f9 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.370284] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-0cfc6039-cae6-425b-aa8e-df80d962b7f9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.370411] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-0cfc6039-cae6-425b-aa8e-df80d962b7f9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.370739] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-0cfc6039-cae6-425b-aa8e-df80d962b7f9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.370886] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cfc6039-cae6-425b-aa8e-df80d962b7f9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.572019] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 in Status: SUCCESS [ 653.572019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.572019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.572019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.572019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.572019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.572019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.572974] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.573356] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.573499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.573647] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.815303] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9740647-30d6-470c-8876-11d5b6dbe97d [ 653.815532] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.815692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.815735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.815943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.816089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.816199] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9740647-30d6-470c-8876-11d5b6dbe97d already deleted. [ 653.816284] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9740647-30d6-470c-8876-11d5b6dbe97d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.878500] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.878775] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.878877] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.880779] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.880779] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.880779] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 0cfc6039-cae6-425b-aa8e-df80d962b7f9 not found, creating... [ 653.882127] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.882127] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.882127] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.882127] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.882127] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.884218] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.884218] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.884218] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.884218] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.884487] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.884487] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 0cfc6039-cae6-425b-aa8e-df80d962b7f9 is going to be created. [ 653.908821] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.908821] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.908821] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.908821] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.909076] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.909370] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-0cfc6039-cae6-425b-aa8e-df80d962b7f9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.993283] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: SUCCESS [ 653.993456] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.080209] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26ca4db-9d7a-40a8-9d02-607af28b5c34 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.080209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.080209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.080209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.080209] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.080209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.080209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.080209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.080209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.080209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.080209] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26ca4db-9d7a-40a8-9d02-607af28b5c34 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.080209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.080209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.080209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.080209] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.080209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.081241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.081241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.081241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.081241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.081241] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.169937] env[69179]: INFO networking_nsxv3.common.synchronization [None req-c6112202-2076-4b58-94a3-2f1591b2cb7c tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Enqueued Resource ID: 707de859-c42b-4f80-88b8-87e93eb8112b with Priority: HIGHEST for action security_group_rules [ 654.170901] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707de859-c42b-4f80-88b8-87e93eb8112b with Priority: HIGHEST for action security_group_rules [ 654.171385] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-707de859-c42b-4f80-88b8-87e93eb8112b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.171482] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.171746] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.172084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.173076] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('707de859-c42b-4f80-88b8-87e93eb8112b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.326200] env[69179]: INFO networking_nsxv3.common.synchronization [None req-e8ef32be-cd12-4ab4-821d-829ff1497d6f tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Enqueued Resource ID: 707de859-c42b-4f80-88b8-87e93eb8112b with Priority: HIGHEST for action security_group_rules [ 654.326465] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707de859-c42b-4f80-88b8-87e93eb8112b with Priority: HIGHEST for action security_group_rules [ 654.326735] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-707de859-c42b-4f80-88b8-87e93eb8112b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.326835] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.479469] env[69179]: INFO networking_nsxv3.common.synchronization [req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 req-1909d2f5-a875-4ab1-81ec-450645544e9f tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Enqueued Resource ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 with Priority: HIGHEST for action security_group_members [ 654.479469] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 with Priority: HIGHEST for action security_group_members [ 654.479778] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f8acd8-4b84-4458-a4d4-34a55add6ca6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.479916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.480577] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.480847] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.481022] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.483027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.483027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.483027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.483027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.483027] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f8acd8-4b84-4458-a4d4-34a55add6ca6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.582644] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f26ca4db-9d7a-40a8-9d02-607af28b5c34: rpc.has_security_group_logging(os_id): False [ 654.603860] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.603994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.604527] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.604867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.606137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.606137] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.606137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.606137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.606137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.606137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.606410] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.606606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.606768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.606984] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.607147] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.607504] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.607694] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.607834] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.608110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.608274] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.608449] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 is going to be created. [ 654.660244] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b98747e-7c1e-45ff-8564-ed791979c79b in Status: SUCCESS [ 654.660874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.662155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.662569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.662953] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.664018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.664018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.664018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.664018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.664018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.664018] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b98747e-7c1e-45ff-8564-ed791979c79b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.670504] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.670710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.670796] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.671060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.671282] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.688707] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 in Status: IN_PROGRESS for 2s [ 654.696500] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.696645] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.696712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.696972] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.697125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.697207] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 707de859-c42b-4f80-88b8-87e93eb8112b already deleted. [ 654.697320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.697544] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.697755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.700502] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('707de859-c42b-4f80-88b8-87e93eb8112b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.991368] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.991368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.991368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.991368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.991368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.991368] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.991368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.991368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.991368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.991368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.991368] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 already deleted. [ 654.991368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.170403] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b98747e-7c1e-45ff-8564-ed791979c79b taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.170830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.171020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.171396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.172123] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.172123] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.172123] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.172123] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.172123] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.172914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.173205] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b98747e-7c1e-45ff-8564-ed791979c79b taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.174155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.174155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.174288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.174468] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.174688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.174766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.174949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.175056] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.175198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.175238] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b98747e-7c1e-45ff-8564-ed791979c79b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.225400] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.225592] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.225637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.225874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.226071] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.226142] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 707de859-c42b-4f80-88b8-87e93eb8112b already deleted. [ 655.226458] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.680215] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b98747e-7c1e-45ff-8564-ed791979c79b: rpc.has_security_group_logging(os_id): False [ 655.694988] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.695203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.695277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.695502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.695594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.695823] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.695924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.696012] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.696175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.696418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.696539] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.696539] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.698184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.698412] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.698482] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.698704] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.698872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.698942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.699528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.699528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.699528] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b98747e-7c1e-45ff-8564-ed791979c79b is going to be created. [ 655.760461] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.760461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.760461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.760461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.760461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.774326] env[69179]: INFO networking_nsxv3.common.synchronization [None req-a4c8d972-8f73-4898-bcc3-fbf1f33067f3 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Enqueued Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_rules [ 655.775056] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_rules [ 655.775676] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.776446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.776446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.776446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.776771] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.788437] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b98747e-7c1e-45ff-8564-ed791979c79b in Status: IN_PROGRESS for 2s [ 655.814056] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.814056] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.814056] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.814056] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.814056] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.815403] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.815711] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.816093] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.817238] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.817769] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.822446] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.822446] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.822446] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.822446] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 655.822446] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.822446] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.829838] env[69179]: INFO networking_nsxv3.common.synchronization [req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 req-f685b08d-f182-4fe5-9f3c-4c61666d5aed service nova] Enqueued Resource ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 with Priority: HIGHEST for action security_group_rules [ 655.830050] env[69179]: INFO networking_nsxv3.common.synchronization [req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 req-f685b08d-f182-4fe5-9f3c-4c61666d5aed service nova] Enqueued Resource ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 with Priority: HIGHEST for action security_group_members [ 655.830186] env[69179]: INFO networking_nsxv3.common.synchronization [req-4fdeb49b-0466-4c12-8df2-5ec6a626a692 req-f685b08d-f182-4fe5-9f3c-4c61666d5aed service nova] Enqueued Resource ID: 0cfc6039-cae6-425b-aa8e-df80d962b7f9 with Priority: HIGHEST for action port [ 655.832403] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 with Priority: HIGHEST for action security_group_rules [ 655.832563] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 with Priority: HIGHEST for action security_group_members [ 655.832659] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfc6039-cae6-425b-aa8e-df80d962b7f9 with Priority: HIGHEST for action port [ 655.833289] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb75287-5f23-4b36-9fe1-b6d7d9019139 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.833434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.833501] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.833718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.833804] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb75287-5f23-4b36-9fe1-b6d7d9019139',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.836406] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb75287-5f23-4b36-9fe1-b6d7d9019139 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.836587] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.836587] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.836807] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.836994] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.837874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.837874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.837874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.838187] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.838311] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb75287-5f23-4b36-9fe1-b6d7d9019139',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.839680] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cfc6039-cae6-425b-aa8e-df80d962b7f9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.839680] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cfc6039-cae6-425b-aa8e-df80d962b7f9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.839680] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cfc6039-cae6-425b-aa8e-df80d962b7f9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.839680] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cfc6039-cae6-425b-aa8e-df80d962b7f9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.839680] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cfc6039-cae6-425b-aa8e-df80d962b7f9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.858572] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.858786] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 655.860564] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.860564] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.860564] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-397614e2-0cc7-40c9-973d-ef00eb1ee826 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.860564] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-397614e2-0cc7-40c9-973d-ef00eb1ee826" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.860564] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-397614e2-0cc7-40c9-973d-ef00eb1ee826" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.860564] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-397614e2-0cc7-40c9-973d-ef00eb1ee826" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.860564] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('397614e2-0cc7-40c9-973d-ef00eb1ee826',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.942389] env[69179]: INFO networking_nsxv3.common.synchronization [None req-99721258-4cc0-43c3-a045-3a7c9b6fdcd6 None None] Enqueued Resource ID: a9d30a99-faca-4acd-a308-556fd55b65d4 with Priority: HIGHEST for action port [ 655.942626] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9d30a99-faca-4acd-a308-556fd55b65d4 with Priority: HIGHEST for action port [ 655.943302] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9d30a99-faca-4acd-a308-556fd55b65d4 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.943435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9d30a99-faca-4acd-a308-556fd55b65d4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.943474] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9d30a99-faca-4acd-a308-556fd55b65d4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.943800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9d30a99-faca-4acd-a308-556fd55b65d4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.943887] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9d30a99-faca-4acd-a308-556fd55b65d4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.992158] env[69179]: INFO networking_nsxv3.common.synchronization [None req-9bc6bed2-d333-47a7-b8a6-4aa45be9ebaf None None] Enqueued Resource ID: ebd84818-c388-466c-9232-752de093e4f5 with Priority: HIGHEST for action port [ 655.993195] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd84818-c388-466c-9232-752de093e4f5 with Priority: HIGHEST for action port [ 655.993195] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebd84818-c388-466c-9232-752de093e4f5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.993195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebd84818-c388-466c-9232-752de093e4f5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.993195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebd84818-c388-466c-9232-752de093e4f5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.993434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebd84818-c388-466c-9232-752de093e4f5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.993434] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebd84818-c388-466c-9232-752de093e4f5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.198340] env[69179]: INFO networking_nsxv3.common.synchronization [None req-f5260bf5-6760-4d5f-8146-2dcb397d5200 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Enqueued Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_rules [ 656.198884] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_rules [ 656.199206] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.199320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.297240] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.297240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.297240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.297240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.297240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.297240] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 already deleted. [ 656.297460] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.297543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.297806] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.297921] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.345239] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb75287-5f23-4b36-9fe1-b6d7d9019139 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.345239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.345239] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('edb75287-5f23-4b36-9fe1-b6d7d9019139',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.345239] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cfc6039-cae6-425b-aa8e-df80d962b7f9 with status ACTIVE [ 656.345239] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.345239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.345239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.345239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.345239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.345239] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.345239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.345239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.345239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.345239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.345686] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.345686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.345686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.348437] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.348750] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.355811] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cfc6039-cae6-425b-aa8e-df80d962b7f9 is going to be updated. [ 656.363746] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.363941] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.364087] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.364396] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.364897] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.365054] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 397614e2-0cc7-40c9-973d-ef00eb1ee826 not found, creating... [ 656.365402] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.365580] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.365703] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.365932] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.366214] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.366716] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.366930] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.367077] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.367312] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.367487] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.367591] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 397614e2-0cc7-40c9-973d-ef00eb1ee826 is going to be created. [ 656.373011] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.373011] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.373011] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.373405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.373405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.373505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cfc6039-cae6-425b-aa8e-df80d962b7f9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.391901] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.391901] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.391901] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.391901] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.391901] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.391901] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-397614e2-0cc7-40c9-973d-ef00eb1ee826" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.448281] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9d30a99-faca-4acd-a308-556fd55b65d4 [ 656.448281] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.448281] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.448281] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.448516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.448516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.448662] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9d30a99-faca-4acd-a308-556fd55b65d4 already deleted. [ 656.448694] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9d30a99-faca-4acd-a308-556fd55b65d4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.499228] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebd84818-c388-466c-9232-752de093e4f5 [ 656.499228] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.499228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.499228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.499228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.499228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.499228] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebd84818-c388-466c-9232-752de093e4f5 already deleted. [ 656.499228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebd84818-c388-466c-9232-752de093e4f5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.700961] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 in Status: SUCCESS [ 656.701252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.818302] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.818422] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.818868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.818868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.818868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.818868] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 already deleted. [ 656.819145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.853605] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('edb75287-5f23-4b36-9fe1-b6d7d9019139',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.868710] env[69179]: INFO networking_nsxv3.common.synchronization [None req-f7789357-55fa-490f-8b12-ef3be130d40a tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Enqueued Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_rules [ 656.868710] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_rules [ 656.868710] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98568ac7-233d-48d9-b5e9-3def66b3d593 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.868710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.869622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.870227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.870536] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.915031] env[69179]: INFO networking_nsxv3.common.synchronization [None req-1aa0b009-5c03-4803-9c87-226d9cc14133 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Enqueued Resource ID: bd01e196-a345-43b7-9751-4ac27257e08f with Priority: HIGHEST for action security_group_rules [ 656.915355] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd01e196-a345-43b7-9751-4ac27257e08f with Priority: HIGHEST for action security_group_rules [ 656.915806] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd01e196-a345-43b7-9751-4ac27257e08f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.916217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.916344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.916865] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.916865] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd01e196-a345-43b7-9751-4ac27257e08f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.239183] env[69179]: INFO networking_nsxv3.common.synchronization [None req-abec8243-c818-46c5-b077-0da3a3c4ad88 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Enqueued Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_rules [ 657.239566] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_rules [ 657.241318] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98568ac7-233d-48d9-b5e9-3def66b3d593 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.241318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.283351] env[69179]: INFO networking_nsxv3.common.synchronization [None req-af5a6f33-a207-48cd-b43a-8c39b3e0c57d tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Enqueued Resource ID: bd01e196-a345-43b7-9751-4ac27257e08f with Priority: HIGHEST for action security_group_rules [ 657.283351] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd01e196-a345-43b7-9751-4ac27257e08f with Priority: HIGHEST for action security_group_rules [ 657.283351] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd01e196-a345-43b7-9751-4ac27257e08f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.283351] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.355728] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.355898] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.356106] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.356276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.356276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.356394] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 is going to be created. [ 657.381464] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.381767] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.381767] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.381948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.382028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.390734] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 in Status: UNINITIALIZED for 2s [ 657.392290] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.392423] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.392501] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.392681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.392767] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.392876] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 already deleted. [ 657.393028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.393085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.393227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.393314] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.435078] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.435245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.435298] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.435492] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.439019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.439019] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd01e196-a345-43b7-9751-4ac27257e08f already deleted. [ 657.439019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.439019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.439019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.439019] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd01e196-a345-43b7-9751-4ac27257e08f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.650391] env[69179]: INFO networking_nsxv3.common.synchronization [None req-a0bf2f3e-fd98-482d-bc24-5065528e82c0 None None] Enqueued Resource ID: fd4c018b-cc24-4938-b456-d62b71c26165 with Priority: HIGHEST for action port [ 657.650391] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd4c018b-cc24-4938-b456-d62b71c26165 with Priority: HIGHEST for action port [ 657.650391] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd4c018b-cc24-4938-b456-d62b71c26165 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.650391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd4c018b-cc24-4938-b456-d62b71c26165" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.650391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd4c018b-cc24-4938-b456-d62b71c26165" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.650391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd4c018b-cc24-4938-b456-d62b71c26165" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.650391] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd4c018b-cc24-4938-b456-d62b71c26165',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.801243] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b98747e-7c1e-45ff-8564-ed791979c79b in Status: SUCCESS [ 657.801630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.913332] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.913488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.913790] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.914064] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.914294] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.914408] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 already deleted. [ 657.914499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.922784] env[69179]: INFO networking_nsxv3.common.synchronization [req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 req-a52cd84c-730a-4aa2-941c-a9d6aa9813f6 service nova] Enqueued Resource ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 with Priority: HIGHEST for action security_group_rules [ 657.922972] env[69179]: INFO networking_nsxv3.common.synchronization [req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 req-a52cd84c-730a-4aa2-941c-a9d6aa9813f6 service nova] Enqueued Resource ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 with Priority: HIGHEST for action security_group_members [ 657.923135] env[69179]: INFO networking_nsxv3.common.synchronization [req-9e003c06-a587-4e87-bbbc-6bf1ea3e6b22 req-a52cd84c-730a-4aa2-941c-a9d6aa9813f6 service nova] Enqueued Resource ID: 397614e2-0cc7-40c9-973d-ef00eb1ee826 with Priority: HIGHEST for action port [ 657.923386] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 with Priority: HIGHEST for action security_group_rules [ 657.923512] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 with Priority: HIGHEST for action security_group_members [ 657.923608] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 397614e2-0cc7-40c9-973d-ef00eb1ee826 with Priority: HIGHEST for action port [ 657.925317] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83f8acd8-4b84-4458-a4d4-34a55add6ca6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.925492] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.925570] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.925852] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.926033] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83f8acd8-4b84-4458-a4d4-34a55add6ca6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.927377] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f8acd8-4b84-4458-a4d4-34a55add6ca6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.927501] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.927623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.927750] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.928020] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.928189] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.928265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.928441] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.928531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.928631] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f8acd8-4b84-4458-a4d4-34a55add6ca6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.929473] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-397614e2-0cc7-40c9-973d-ef00eb1ee826 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.929591] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-397614e2-0cc7-40c9-973d-ef00eb1ee826" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.929661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-397614e2-0cc7-40c9-973d-ef00eb1ee826" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.929845] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-397614e2-0cc7-40c9-973d-ef00eb1ee826" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.929925] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('397614e2-0cc7-40c9-973d-ef00eb1ee826',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.958598] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.958598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.958598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.958598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.958598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.958598] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd01e196-a345-43b7-9751-4ac27257e08f already deleted. [ 657.958598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.155896] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd4c018b-cc24-4938-b456-d62b71c26165 [ 658.156183] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.156305] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.156508] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.156584] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.156669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.156759] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd4c018b-cc24-4938-b456-d62b71c26165 already deleted. [ 658.157020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd4c018b-cc24-4938-b456-d62b71c26165" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.432137] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f8acd8-4b84-4458-a4d4-34a55add6ca6 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.432137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.432137] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83f8acd8-4b84-4458-a4d4-34a55add6ca6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.434490] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 397614e2-0cc7-40c9-973d-ef00eb1ee826 with status ACTIVE [ 658.436167] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.436167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.436167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.436167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.436167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.436167] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.436167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.436167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.436167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.436836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.437702] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.440101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.440101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.440101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.440101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.440101] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 397614e2-0cc7-40c9-973d-ef00eb1ee826 is going to be updated. [ 658.458641] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.458804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.458868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.459116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.459259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.459454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-397614e2-0cc7-40c9-973d-ef00eb1ee826" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.940490] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83f8acd8-4b84-4458-a4d4-34a55add6ca6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.405270] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 in Status: SUCCESS [ 659.405270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.405270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.405270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.405270] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.405270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.405270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.405270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.405270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.405270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.405270] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('edb75287-5f23-4b36-9fe1-b6d7d9019139',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.446276] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.446276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.446276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.446276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.446276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.446276] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 is going to be created. [ 659.470017] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.470017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.470017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.470017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.470017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.480198] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 in Status: UNINITIALIZED for 2s [ 659.908143] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('edb75287-5f23-4b36-9fe1-b6d7d9019139',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.410721] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for edb75287-5f23-4b36-9fe1-b6d7d9019139: rpc.has_security_group_logging(os_id): False [ 660.429158] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.429158] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.429158] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.429497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.429579] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.429922] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.430080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.430205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.430468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.430468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.430585] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 is going to be created. [ 660.497374] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.498114] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.498374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.498700] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.499044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.510890] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 in Status: IN_PROGRESS for 2s [ 661.123775] env[69179]: INFO networking_nsxv3.common.synchronization [None req-97ae8194-9597-4d21-9f93-1258f78a596d None None] Enqueued Resource ID: e9687dbb-5668-42d3-b235-03fa0ba80b50 with Priority: HIGHEST for action port [ 661.125442] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9687dbb-5668-42d3-b235-03fa0ba80b50 with Priority: HIGHEST for action port [ 661.125903] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9687dbb-5668-42d3-b235-03fa0ba80b50 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.126198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9687dbb-5668-42d3-b235-03fa0ba80b50" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.126515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9687dbb-5668-42d3-b235-03fa0ba80b50" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.127219] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9687dbb-5668-42d3-b235-03fa0ba80b50" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.127427] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9687dbb-5668-42d3-b235-03fa0ba80b50',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.495318] env[69179]: INFO networking_nsxv3.common.synchronization [None req-2afdfb41-926a-4fd9-a22f-534fac4fba35 None None] Enqueued Resource ID: cfbee61c-0d21-42c7-ac40-81bb6936f77f with Priority: HIGHEST for action port [ 661.500038] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfbee61c-0d21-42c7-ac40-81bb6936f77f with Priority: HIGHEST for action port [ 661.500038] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfbee61c-0d21-42c7-ac40-81bb6936f77f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.500038] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfbee61c-0d21-42c7-ac40-81bb6936f77f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.500038] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfbee61c-0d21-42c7-ac40-81bb6936f77f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.500038] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfbee61c-0d21-42c7-ac40-81bb6936f77f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.500038] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfbee61c-0d21-42c7-ac40-81bb6936f77f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.500038] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 in Status: SUCCESS [ 661.500038] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.501281] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.501689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.501976] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.502225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.502489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.502753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.502936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.503130] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.503327] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83f8acd8-4b84-4458-a4d4-34a55add6ca6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.632423] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9687dbb-5668-42d3-b235-03fa0ba80b50 [ 661.632423] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.632423] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.632423] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.632423] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.633096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.633096] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9687dbb-5668-42d3-b235-03fa0ba80b50 already deleted. [ 661.633096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9687dbb-5668-42d3-b235-03fa0ba80b50" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.000479] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfbee61c-0d21-42c7-ac40-81bb6936f77f [ 662.000724] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.000930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.000999] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.003342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.003342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.003342] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfbee61c-0d21-42c7-ac40-81bb6936f77f already deleted. [ 662.003342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfbee61c-0d21-42c7-ac40-81bb6936f77f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.007210] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f8acd8-4b84-4458-a4d4-34a55add6ca6 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.012026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.012026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.012026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.012026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.012026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.012026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.012026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.012026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.012026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.012026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f8acd8-4b84-4458-a4d4-34a55add6ca6 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.012026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.012026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.012026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.012026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.012026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.012026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.012026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.012026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.012764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.012764] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83f8acd8-4b84-4458-a4d4-34a55add6ca6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.517256] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83f8acd8-4b84-4458-a4d4-34a55add6ca6: rpc.has_security_group_logging(os_id): False [ 662.524845] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 in Status: SUCCESS [ 662.526021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.530635] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.530803] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.530872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.531165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.531268] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.531504] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.531747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.531747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.531849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.531896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.532095] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.532220] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.532299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.532477] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.532549] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.532745] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.532833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.532911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.533727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.534776] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.534776] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 is going to be created. [ 662.591315] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.591525] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.591704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.591956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.593986] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.603377] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 in Status: IN_PROGRESS for 2s [ 664.412338] env[69179]: INFO networking_nsxv3.common.synchronization [None req-95530ac8-a3af-406e-89fc-e3e345384c1e tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Enqueued Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_rules [ 664.413120] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_rules [ 664.413120] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c428d18-6f75-44d8-ba3d-f418c138ab83 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.413120] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.413120] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.413615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.413615] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.426472] env[69179]: INFO networking_nsxv3.common.synchronization [None req-7f99c079-92ee-41f8-873a-237b58f08bef None None] Enqueued Resource ID: 1168006d-7230-41df-8f82-9f75cb83923e with Priority: HIGHEST for action port [ 664.426740] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1168006d-7230-41df-8f82-9f75cb83923e with Priority: HIGHEST for action port [ 664.427359] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-1168006d-7230-41df-8f82-9f75cb83923e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.427480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1168006d-7230-41df-8f82-9f75cb83923e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.427558] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1168006d-7230-41df-8f82-9f75cb83923e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.427814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1168006d-7230-41df-8f82-9f75cb83923e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.427957] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1168006d-7230-41df-8f82-9f75cb83923e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.616293] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 in Status: SUCCESS [ 664.616293] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.626901] env[69179]: INFO networking_nsxv3.common.synchronization [req-5047dfc2-8041-4362-a9be-ec5382402c27 req-beab53bd-09fd-4121-a2b7-1705a5462f92 tempest-DeleteServersAdminTestJSON-2128922680 tempest-DeleteServersAdminTestJSON-2128922680-project-admin] Enqueued Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGHEST for action security_group_members [ 664.629100] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGHEST for action security_group_members [ 664.629100] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3aca0-3788-4608-a117-ad6a537dd770 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.629100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.629100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.629100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.629100] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.629100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.629100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.629100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.629100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.629745] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e3aca0-3788-4608-a117-ad6a537dd770',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.934275] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.935822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.935822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.935822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.935822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.935822] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 already deleted. [ 664.935822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.935822] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1168006d-7230-41df-8f82-9f75cb83923e [ 664.935822] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.935822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.935822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.935822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.935822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.935822] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1168006d-7230-41df-8f82-9f75cb83923e already deleted. [ 664.936820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1168006d-7230-41df-8f82-9f75cb83923e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.132163] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.132291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.132291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.132472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.132556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.132755] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.132852] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.133595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.133595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.133595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.133595] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3aca0-3788-4608-a117-ad6a537dd770 is going to be updated. [ 665.165302] env[69179]: INFO networking_nsxv3.common.synchronization [None req-5a0886dc-6bb9-48d6-a936-9666b1812e51 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Enqueued Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_rules [ 665.167384] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_rules [ 665.169036] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c428d18-6f75-44d8-ba3d-f418c138ab83 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.169036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.169036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.169036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.169036] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.171530] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.171648] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.171713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.171900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.172047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.180367] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3aca0-3788-4608-a117-ad6a537dd770 in Status: IN_PROGRESS for 2s [ 665.264387] env[69179]: INFO networking_nsxv3.common.synchronization [req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 req-143698f6-598a-4b01-a709-6a60a452ecb0 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Enqueued Resource ID: 707de859-c42b-4f80-88b8-87e93eb8112b with Priority: HIGHEST for action security_group_members [ 665.264387] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707de859-c42b-4f80-88b8-87e93eb8112b with Priority: HIGHEST for action security_group_members [ 665.264387] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-707de859-c42b-4f80-88b8-87e93eb8112b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.264387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.264387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.264833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.264833] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.265017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.265017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.266530] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.266623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.266874] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('707de859-c42b-4f80-88b8-87e93eb8112b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.335545] env[69179]: INFO networking_nsxv3.common.synchronization [None req-063f3d8d-be59-4835-a109-d32e4bb29dd4 None None] Enqueued Resource ID: efe0425a-976c-42a4-973d-0d124be6ba29 with Priority: HIGHEST for action port [ 665.335822] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efe0425a-976c-42a4-973d-0d124be6ba29 with Priority: HIGHEST for action port [ 665.336444] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-efe0425a-976c-42a4-973d-0d124be6ba29 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.336640] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efe0425a-976c-42a4-973d-0d124be6ba29" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.336640] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efe0425a-976c-42a4-973d-0d124be6ba29" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.336897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efe0425a-976c-42a4-973d-0d124be6ba29" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.336991] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efe0425a-976c-42a4-973d-0d124be6ba29',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.630308] env[69179]: INFO networking_nsxv3.common.synchronization [None req-911a26ea-a3d2-4f28-92bb-c5ed0d699aaa tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Enqueued Resource ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce with Priority: HIGHEST for action security_group_rules [ 665.630308] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce with Priority: HIGHEST for action security_group_rules [ 665.630308] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-064676f8-15c7-44eb-b3b3-8292f61f4dce taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.630308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.630308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.631682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.632144] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('064676f8-15c7-44eb-b3b3-8292f61f4dce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.690174] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.690324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.690389] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.691020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.691020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.691020] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 already deleted. [ 665.691020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.718845] env[69179]: INFO networking_nsxv3.common.synchronization [None req-2cf6f0ff-b305-4cb9-ad86-bfede87c18ae None None] Enqueued Resource ID: f42e0fd8-817f-45c1-b660-ee2fb8a91eb3 with Priority: HIGHEST for action port [ 665.719122] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f42e0fd8-817f-45c1-b660-ee2fb8a91eb3 with Priority: HIGHEST for action port [ 665.719724] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-f42e0fd8-817f-45c1-b660-ee2fb8a91eb3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.719886] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f42e0fd8-817f-45c1-b660-ee2fb8a91eb3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.719921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f42e0fd8-817f-45c1-b660-ee2fb8a91eb3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.720756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f42e0fd8-817f-45c1-b660-ee2fb8a91eb3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.720844] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f42e0fd8-817f-45c1-b660-ee2fb8a91eb3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.771667] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.771852] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.771928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.772157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.772243] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.772428] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.772517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.772584] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.772716] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.772783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.772865] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707de859-c42b-4f80-88b8-87e93eb8112b already deleted. [ 665.772975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.841658] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efe0425a-976c-42a4-973d-0d124be6ba29 [ 665.841821] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.841958] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.842032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.842241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.842323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.842412] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efe0425a-976c-42a4-973d-0d124be6ba29 already deleted. [ 665.842488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efe0425a-976c-42a4-973d-0d124be6ba29" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.080570] env[69179]: INFO networking_nsxv3.common.synchronization [None req-eeaadca0-fafa-4d39-8c7a-e8cf64c4d88c tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Enqueued Resource ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce with Priority: HIGHEST for action security_group_rules [ 666.081237] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce with Priority: HIGHEST for action security_group_rules [ 666.081537] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-064676f8-15c7-44eb-b3b3-8292f61f4dce taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.081650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.155026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.155205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.155280] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.155502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.155593] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.155689] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce already deleted. [ 666.155777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.156065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.156152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.156237] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('064676f8-15c7-44eb-b3b3-8292f61f4dce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.223437] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f42e0fd8-817f-45c1-b660-ee2fb8a91eb3 [ 666.224810] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.224810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.224810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.224810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.224810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.224810] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f42e0fd8-817f-45c1-b660-ee2fb8a91eb3 already deleted. [ 666.225123] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f42e0fd8-817f-45c1-b660-ee2fb8a91eb3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.683293] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.683293] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.683293] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.683650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.685232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.685232] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce already deleted. [ 666.685232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.982699] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.982901] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-729" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.983086] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-729" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.983377] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-729" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.983638] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.983795] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.984130] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.988589] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.988803] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.989088] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.989448] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.989448] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.989448] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.989599] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.990087] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.990087] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.014540] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.014540] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 667.014540] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.014540] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-729" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.014540] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-9128c9a8-1af6-40d9-a402-1b6ec0f975b8 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.014768] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-9128c9a8-1af6-40d9-a402-1b6ec0f975b8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.014817] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-9128c9a8-1af6-40d9-a402-1b6ec0f975b8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.015181] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-9128c9a8-1af6-40d9-a402-1b6ec0f975b8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.015315] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9128c9a8-1af6-40d9-a402-1b6ec0f975b8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.190982] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3aca0-3788-4608-a117-ad6a537dd770 in Status: SUCCESS [ 667.191615] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3aca0-3788-4608-a117-ad6a537dd770 deletion is rescheduled due to dependency. [ 667.191615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.193986] env[69179]: INFO networking_nsxv3.common.synchronization [req-10571bf9-cef5-483f-a954-cd2b66ec74d6 req-93f66ad3-149b-4b92-b615-135a7989f76e tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Enqueued Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_members [ 667.195014] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_members [ 667.195014] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-98568ac7-233d-48d9-b5e9-3def66b3d593 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.195014] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.195014] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.195014] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.195507] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.195507] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.195507] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.195759] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.195759] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.195759] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.521020] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.521020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.521020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.521020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.521020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.521020] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 9128c9a8-1af6-40d9-a402-1b6ec0f975b8 not found, creating... [ 667.521020] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.521020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.521020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.521020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.522991] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.523518] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.523902] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.525165] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.525546] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.526263] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.526578] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 9128c9a8-1af6-40d9-a402-1b6ec0f975b8 is going to be created. [ 667.551030] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.551030] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.551030] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.551030] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.551030] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.551030] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-9128c9a8-1af6-40d9-a402-1b6ec0f975b8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.700761] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.700761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.700761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.700761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.700761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.700761] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.700761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.700761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.700761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.700761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.700761] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 already deleted. [ 667.700761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.076622] env[69179]: INFO networking_nsxv3.common.synchronization [None req-0a206acb-7be2-413e-9942-ac4edc98ab8b None None] Enqueued Resource ID: 31e6562f-a7ce-4eb7-a46e-943e46aed053 with Priority: HIGHEST for action port [ 668.076622] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e6562f-a7ce-4eb7-a46e-943e46aed053 with Priority: HIGHEST for action port [ 668.076622] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-31e6562f-a7ce-4eb7-a46e-943e46aed053 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.076622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31e6562f-a7ce-4eb7-a46e-943e46aed053" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.076622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31e6562f-a7ce-4eb7-a46e-943e46aed053" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.076622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31e6562f-a7ce-4eb7-a46e-943e46aed053" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.076622] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31e6562f-a7ce-4eb7-a46e-943e46aed053',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.352767] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-184 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.354039] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-184" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.354253] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-184" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.354996] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-184" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.355316] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.355732] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.355984] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.356326] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.356527] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.356897] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.357135] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.357291] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.358065] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.358065] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.358065] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.358358] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.379722] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.379898] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.380065] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.380266] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-184" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.380608] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-26031c49-562e-45a0-b712-43493c4e2ed8 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.380791] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-26031c49-562e-45a0-b712-43493c4e2ed8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.380943] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-26031c49-562e-45a0-b712-43493c4e2ed8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.381678] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-26031c49-562e-45a0-b712-43493c4e2ed8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.381742] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26031c49-562e-45a0-b712-43493c4e2ed8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.579865] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31e6562f-a7ce-4eb7-a46e-943e46aed053 [ 668.580169] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.580339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.580425] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.580729] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.580729] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.580843] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31e6562f-a7ce-4eb7-a46e-943e46aed053 already deleted. [ 668.580935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31e6562f-a7ce-4eb7-a46e-943e46aed053" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.800513] env[69179]: INFO networking_nsxv3.common.synchronization [req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 req-30e57f5b-9293-411b-b42e-a837f4625e91 service nova] Enqueued Resource ID: 707de859-c42b-4f80-88b8-87e93eb8112b with Priority: HIGHEST for action security_group_rules [ 668.800823] env[69179]: INFO networking_nsxv3.common.synchronization [req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 req-30e57f5b-9293-411b-b42e-a837f4625e91 service nova] Enqueued Resource ID: 707de859-c42b-4f80-88b8-87e93eb8112b with Priority: HIGHEST for action security_group_members [ 668.800823] env[69179]: INFO networking_nsxv3.common.synchronization [req-a3b6b3ee-a2d9-4233-b043-ee9b3fe6fd17 req-30e57f5b-9293-411b-b42e-a837f4625e91 service nova] Enqueued Resource ID: 9128c9a8-1af6-40d9-a402-1b6ec0f975b8 with Priority: HIGHEST for action port [ 668.801075] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707de859-c42b-4f80-88b8-87e93eb8112b with Priority: HIGHEST for action security_group_rules [ 668.801213] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707de859-c42b-4f80-88b8-87e93eb8112b with Priority: HIGHEST for action security_group_members [ 668.801306] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9128c9a8-1af6-40d9-a402-1b6ec0f975b8 with Priority: HIGHEST for action port [ 668.801912] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-707de859-c42b-4f80-88b8-87e93eb8112b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.804815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.805068] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.805410] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.805469] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('707de859-c42b-4f80-88b8-87e93eb8112b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.806972] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-707de859-c42b-4f80-88b8-87e93eb8112b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.807145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.807214] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.807431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.807678] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.807785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.808557] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.812033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.812033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.812033] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('707de859-c42b-4f80-88b8-87e93eb8112b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.812033] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-9128c9a8-1af6-40d9-a402-1b6ec0f975b8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.812033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9128c9a8-1af6-40d9-a402-1b6ec0f975b8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.812033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9128c9a8-1af6-40d9-a402-1b6ec0f975b8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.812033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9128c9a8-1af6-40d9-a402-1b6ec0f975b8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.812033] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9128c9a8-1af6-40d9-a402-1b6ec0f975b8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.885187] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.885717] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.885717] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.885852] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.885998] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.886181] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 26031c49-562e-45a0-b712-43493c4e2ed8 not found, creating... [ 668.886455] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.886610] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.886725] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.887131] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.887131] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.887425] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.887744] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.887899] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.888156] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.888350] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.888529] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 26031c49-562e-45a0-b712-43493c4e2ed8 is going to be created. [ 668.908210] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.908456] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.908580] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.908856] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.909104] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.909355] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-26031c49-562e-45a0-b712-43493c4e2ed8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.313482] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-707de859-c42b-4f80-88b8-87e93eb8112b taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.313670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.315642] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('707de859-c42b-4f80-88b8-87e93eb8112b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.316666] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9128c9a8-1af6-40d9-a402-1b6ec0f975b8 with status ACTIVE [ 669.316890] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.317138] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.317138] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.317347] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.317431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.317660] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.317749] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.317794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.319659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.319829] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.320813] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.320813] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.320813] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.320813] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.320813] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.320813] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9128c9a8-1af6-40d9-a402-1b6ec0f975b8 is going to be updated. [ 669.341740] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.341740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.341740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.342298] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.342555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.342801] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9128c9a8-1af6-40d9-a402-1b6ec0f975b8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.389840] env[69179]: INFO networking_nsxv3.common.synchronization [None req-39984983-4672-4e0d-93e0-3bcb58f11175 None None] Enqueued Resource ID: 5646b3dc-0015-4cab-9666-298dc6461862 with Priority: HIGHEST for action port [ 669.390577] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5646b3dc-0015-4cab-9666-298dc6461862 with Priority: HIGHEST for action port [ 669.390825] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-5646b3dc-0015-4cab-9666-298dc6461862 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.391053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5646b3dc-0015-4cab-9666-298dc6461862" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.391053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5646b3dc-0015-4cab-9666-298dc6461862" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.391324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5646b3dc-0015-4cab-9666-298dc6461862" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.391408] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5646b3dc-0015-4cab-9666-298dc6461862',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.600696] env[69179]: INFO networking_nsxv3.common.synchronization [req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b req-e5012770-8dd4-44fb-b63e-418f1193b1e0 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Enqueued Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_members [ 669.601253] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_members [ 669.601552] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea04e33-7fd7-4023-8887-121fb1ece1b9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.602225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.602225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.602225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.603125] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.603229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.603556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.603556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.603556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.604774] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.823746] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('707de859-c42b-4f80-88b8-87e93eb8112b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.894832] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5646b3dc-0015-4cab-9666-298dc6461862 [ 669.894832] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.894832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.894832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.894832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.894832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.894832] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5646b3dc-0015-4cab-9666-298dc6461862 already deleted. [ 669.894832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5646b3dc-0015-4cab-9666-298dc6461862" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.087696] env[69179]: INFO networking_nsxv3.common.synchronization [None req-6943097e-1158-4d2c-9097-63e54b1a9f9b None None] Enqueued Resource ID: b22c5d32-e759-4edd-820d-042d6ef947e4 with Priority: HIGHEST for action port [ 670.087811] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22c5d32-e759-4edd-820d-042d6ef947e4 with Priority: HIGHEST for action port [ 670.089284] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-b22c5d32-e759-4edd-820d-042d6ef947e4 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.089284] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b22c5d32-e759-4edd-820d-042d6ef947e4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.089284] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b22c5d32-e759-4edd-820d-042d6ef947e4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.091555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b22c5d32-e759-4edd-820d-042d6ef947e4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.091555] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22c5d32-e759-4edd-820d-042d6ef947e4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.106037] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.106200] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.106294] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.106704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.106704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.106818] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.106879] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.106913] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.108218] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.108218] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.108218] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 already deleted. [ 670.108218] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.326568] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.327089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.327089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.327298] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.327298] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.327366] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707de859-c42b-4f80-88b8-87e93eb8112b is going to be created. [ 670.352208] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.352369] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.352448] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.352610] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.352829] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.363755] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707de859-c42b-4f80-88b8-87e93eb8112b in Status: UNINITIALIZED for 2s [ 670.580080] env[69179]: INFO networking_nsxv3.common.synchronization [None req-9cea4491-0e63-473a-bde6-2f0c73e1bd58 None None] Enqueued Resource ID: 11ef4933-9798-4415-a813-5c00d39125ae with Priority: HIGHEST for action port [ 670.582944] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ef4933-9798-4415-a813-5c00d39125ae with Priority: HIGHEST for action port [ 670.583333] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-11ef4933-9798-4415-a813-5c00d39125ae taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.584053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11ef4933-9798-4415-a813-5c00d39125ae" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.584053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11ef4933-9798-4415-a813-5c00d39125ae" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.584053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11ef4933-9798-4415-a813-5c00d39125ae" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.587347] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11ef4933-9798-4415-a813-5c00d39125ae',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.591740] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b22c5d32-e759-4edd-820d-042d6ef947e4 [ 670.591947] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.592097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.592268] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.592405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.592497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.592591] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b22c5d32-e759-4edd-820d-042d6ef947e4 already deleted. [ 670.592661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b22c5d32-e759-4edd-820d-042d6ef947e4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.648253] env[69179]: INFO networking_nsxv3.common.synchronization [req-10571bf9-cef5-483f-a954-cd2b66ec74d6 req-b0db75ce-dbe6-42ba-8998-92d39f997ebc service nova] Enqueued Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_rules [ 670.648441] env[69179]: INFO networking_nsxv3.common.synchronization [req-10571bf9-cef5-483f-a954-cd2b66ec74d6 req-b0db75ce-dbe6-42ba-8998-92d39f997ebc service nova] Enqueued Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_members [ 670.648547] env[69179]: INFO networking_nsxv3.common.synchronization [req-10571bf9-cef5-483f-a954-cd2b66ec74d6 req-b0db75ce-dbe6-42ba-8998-92d39f997ebc service nova] Enqueued Resource ID: 26031c49-562e-45a0-b712-43493c4e2ed8 with Priority: HIGHEST for action port [ 670.648768] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_rules [ 670.648886] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_members [ 670.649014] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26031c49-562e-45a0-b712-43493c4e2ed8 with Priority: HIGHEST for action port [ 670.649636] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98568ac7-233d-48d9-b5e9-3def66b3d593 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.649748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.649795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.650013] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.652791] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.653769] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-98568ac7-233d-48d9-b5e9-3def66b3d593 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.654612] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.654612] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.656235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.656416] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.656416] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.656519] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.656635] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.656722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.656813] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.661360] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-26031c49-562e-45a0-b712-43493c4e2ed8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.661360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26031c49-562e-45a0-b712-43493c4e2ed8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.661360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26031c49-562e-45a0-b712-43493c4e2ed8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.661360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26031c49-562e-45a0-b712-43493c4e2ed8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.661360] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26031c49-562e-45a0-b712-43493c4e2ed8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.064291] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.064631] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.064631] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.065288] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.065571] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.065737] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.065855] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.066839] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.067070] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.067320] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.067442] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.067548] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.067661] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.067771] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.067906] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.068064] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.088022] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.088022] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.088022] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.088022] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.088022] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-d26cdf2a-8b2e-45be-b954-bfd308a07379 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.088022] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-d26cdf2a-8b2e-45be-b954-bfd308a07379" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.088022] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-d26cdf2a-8b2e-45be-b954-bfd308a07379" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.088022] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-d26cdf2a-8b2e-45be-b954-bfd308a07379" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.088022] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d26cdf2a-8b2e-45be-b954-bfd308a07379',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.088725] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11ef4933-9798-4415-a813-5c00d39125ae [ 671.089043] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.089309] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.089492] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.089759] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.089934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.090124] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11ef4933-9798-4415-a813-5c00d39125ae already deleted. [ 671.090472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11ef4933-9798-4415-a813-5c00d39125ae" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.160438] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-98568ac7-233d-48d9-b5e9-3def66b3d593 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.160775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.160849] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.161904] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26031c49-562e-45a0-b712-43493c4e2ed8 with status ACTIVE [ 671.161904] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.164466] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.164590] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.164822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.164931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.165182] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.165274] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.165319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.165480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.165557] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.165922] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.165922] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.165922] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.166187] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.166187] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.166187] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26031c49-562e-45a0-b712-43493c4e2ed8 is going to be updated. [ 671.190888] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.191029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.191259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.191326] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.191444] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.191599] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26031c49-562e-45a0-b712-43493c4e2ed8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.213561] env[69179]: INFO networking_nsxv3.common.synchronization [req-426367a7-b9c3-47eb-900b-a25e6f148ac3 req-d6ec60bf-fb5c-42cd-92b7-d042fd8928de tempest-ServerDiagnosticsTest-501568958 tempest-ServerDiagnosticsTest-501568958-project-member] Enqueued Resource ID: 7b98747e-7c1e-45ff-8564-ed791979c79b with Priority: HIGHEST for action security_group_members [ 671.214109] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b98747e-7c1e-45ff-8564-ed791979c79b with Priority: HIGHEST for action security_group_members [ 671.214347] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b98747e-7c1e-45ff-8564-ed791979c79b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.214548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.214548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.214714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.214853] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.214941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.215047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.215948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.216032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.216144] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b98747e-7c1e-45ff-8564-ed791979c79b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.592076] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.592317] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.592444] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.592720] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.592867] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.593072] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port d26cdf2a-8b2e-45be-b954-bfd308a07379 not found, creating... [ 671.593468] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.593658] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.593807] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.594082] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.594593] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.597182] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.597182] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.597182] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.597182] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.597182] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.597182] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: d26cdf2a-8b2e-45be-b954-bfd308a07379 is going to be created. [ 671.616309] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.616497] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.616622] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.616897] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.617205] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.617448] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-d26cdf2a-8b2e-45be-b954-bfd308a07379" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.668050] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.719774] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.719774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.719774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.719774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.719774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.719774] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.719774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.719774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.719774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.719774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.719774] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b98747e-7c1e-45ff-8564-ed791979c79b is going to be updated. [ 671.748193] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.748193] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.748193] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.748193] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.748193] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.765966] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b98747e-7c1e-45ff-8564-ed791979c79b in Status: IN_PROGRESS for 2s [ 671.873127] env[69179]: INFO networking_nsxv3.common.synchronization [req-8084e768-85a5-4d99-95db-6b7813222efb req-1be06543-b5b9-42bb-9224-c918b35d304c tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Enqueued Resource ID: bd01e196-a345-43b7-9751-4ac27257e08f with Priority: HIGHEST for action security_group_members [ 671.873703] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd01e196-a345-43b7-9751-4ac27257e08f with Priority: HIGHEST for action security_group_members [ 671.874108] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd01e196-a345-43b7-9751-4ac27257e08f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.874185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.874235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.874484] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.874979] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.874979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.874979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.874979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.875245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.875245] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd01e196-a345-43b7-9751-4ac27257e08f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.170836] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.171145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.171145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.171288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.171377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.171483] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 is going to be created. [ 672.198287] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.198451] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.198531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.198771] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.198931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.220659] env[69179]: INFO networking_nsxv3.common.synchronization [None req-d2d35d4e-98d2-4531-9f31-0c7427b9d3a5 None None] Enqueued Resource ID: d40094ff-8a31-46c8-8a30-783ff77bde0d with Priority: HIGHEST for action port [ 672.221881] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 in Status: UNINITIALIZED for 2s [ 672.222466] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40094ff-8a31-46c8-8a30-783ff77bde0d with Priority: HIGHEST for action port [ 672.222934] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-d40094ff-8a31-46c8-8a30-783ff77bde0d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.223085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d40094ff-8a31-46c8-8a30-783ff77bde0d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.223178] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d40094ff-8a31-46c8-8a30-783ff77bde0d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.223443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d40094ff-8a31-46c8-8a30-783ff77bde0d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.223526] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d40094ff-8a31-46c8-8a30-783ff77bde0d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.374661] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707de859-c42b-4f80-88b8-87e93eb8112b in Status: SUCCESS [ 672.374661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.374661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.374661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.374661] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.374661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.374661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.374661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.374661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.374661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.374661] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('707de859-c42b-4f80-88b8-87e93eb8112b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.379295] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.381034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.381034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.381034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.381034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.381034] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.381034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.381034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.381034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.381034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.381034] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd01e196-a345-43b7-9751-4ac27257e08f already deleted. [ 672.381034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.727013] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d40094ff-8a31-46c8-8a30-783ff77bde0d [ 672.730022] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.730022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.730022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.730022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.730022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.730022] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d40094ff-8a31-46c8-8a30-783ff77bde0d already deleted. [ 672.730022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d40094ff-8a31-46c8-8a30-783ff77bde0d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.879878] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('707de859-c42b-4f80-88b8-87e93eb8112b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.293690] env[69179]: INFO networking_nsxv3.common.synchronization [None req-d393649c-cada-40a7-a2d0-0894ce28b363 None None] Enqueued Resource ID: 23e596e5-62cc-4f8d-ae7d-04576691e71b with Priority: HIGHEST for action port [ 673.294079] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e596e5-62cc-4f8d-ae7d-04576691e71b with Priority: HIGHEST for action port [ 673.295948] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-23e596e5-62cc-4f8d-ae7d-04576691e71b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.295948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23e596e5-62cc-4f8d-ae7d-04576691e71b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.295948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23e596e5-62cc-4f8d-ae7d-04576691e71b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.296796] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23e596e5-62cc-4f8d-ae7d-04576691e71b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.298584] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23e596e5-62cc-4f8d-ae7d-04576691e71b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.376089] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.378644] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-477" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.378644] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-477" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.378644] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-477" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.378644] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.378644] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.378644] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.378644] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.378644] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.378644] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.378644] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.378644] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.379179] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.379457] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 673.380107] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.380305] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.383823] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 707de859-c42b-4f80-88b8-87e93eb8112b: rpc.has_security_group_logging(os_id): False [ 673.403023] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.403023] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 673.403023] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.403023] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-477" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.403023] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-cddd6238-1365-4c6f-8596-696d4e303dbc taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.403023] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-cddd6238-1365-4c6f-8596-696d4e303dbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.403023] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-cddd6238-1365-4c6f-8596-696d4e303dbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.403023] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-cddd6238-1365-4c6f-8596-696d4e303dbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.403023] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cddd6238-1365-4c6f-8596-696d4e303dbc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.405168] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.405474] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.405545] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.405783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.405880] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.406288] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.406616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.406616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.406616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.406714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.406852] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 707de859-c42b-4f80-88b8-87e93eb8112b is going to be created. [ 673.462367] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.464976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.468356] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.468356] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.468356] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.475854] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 707de859-c42b-4f80-88b8-87e93eb8112b in Status: IN_PROGRESS for 2s [ 673.764962] env[69179]: INFO networking_nsxv3.common.synchronization [req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b req-5312e484-e0a6-428b-b0f7-8555f5d9e436 service nova] Enqueued Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_rules [ 673.764962] env[69179]: INFO networking_nsxv3.common.synchronization [req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b req-5312e484-e0a6-428b-b0f7-8555f5d9e436 service nova] Enqueued Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_members [ 673.764962] env[69179]: INFO networking_nsxv3.common.synchronization [req-346bf130-ded2-4e44-b3ae-cbe2f3c8392b req-5312e484-e0a6-428b-b0f7-8555f5d9e436 service nova] Enqueued Resource ID: d26cdf2a-8b2e-45be-b954-bfd308a07379 with Priority: HIGHEST for action port [ 673.764962] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_rules [ 673.764962] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_members [ 673.764962] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26cdf2a-8b2e-45be-b954-bfd308a07379 with Priority: HIGHEST for action port [ 673.765607] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.765754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.765787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.766073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.766073] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.766939] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea04e33-7fd7-4023-8887-121fb1ece1b9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.767093] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.767336] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.767336] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.767468] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.767564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.767619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.767797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.767964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.767964] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.769665] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-d26cdf2a-8b2e-45be-b954-bfd308a07379 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.769665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d26cdf2a-8b2e-45be-b954-bfd308a07379" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.769665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d26cdf2a-8b2e-45be-b954-bfd308a07379" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.769665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d26cdf2a-8b2e-45be-b954-bfd308a07379" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.769665] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d26cdf2a-8b2e-45be-b954-bfd308a07379',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.782614] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b98747e-7c1e-45ff-8564-ed791979c79b in Status: SUCCESS [ 673.782614] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b98747e-7c1e-45ff-8564-ed791979c79b deletion is rescheduled due to dependency. [ 673.782614] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.802379] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23e596e5-62cc-4f8d-ae7d-04576691e71b [ 673.802379] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.802379] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.802379] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.802379] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.802750] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.802750] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23e596e5-62cc-4f8d-ae7d-04576691e71b already deleted. [ 673.802750] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23e596e5-62cc-4f8d-ae7d-04576691e71b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.911958] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.911958] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.912118] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.912981] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.913130] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.913340] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port cddd6238-1365-4c6f-8596-696d4e303dbc not found, creating... [ 673.913672] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.914251] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.915376] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.915613] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.915737] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.916022] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.916902] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.917086] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.917286] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.917429] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.917575] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: cddd6238-1365-4c6f-8596-696d4e303dbc is going to be created. [ 673.937442] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.937694] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.937819] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.938624] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.939968] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.939968] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-cddd6238-1365-4c6f-8596-696d4e303dbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.231999] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 in Status: SUCCESS [ 674.232328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.232453] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.232616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.232812] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.232985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.233161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.233249] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.233301] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.233527] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.233527] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.267587] env[69179]: INFO networking_nsxv3.common.synchronization [None req-0b229df3-7616-45c0-bd58-01a8ce811b5b None None] Enqueued Resource ID: 3793e011-43b6-4769-b11f-acf7a2e2d7d9 with Priority: HIGHEST for action port [ 674.268287] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3793e011-43b6-4769-b11f-acf7a2e2d7d9 with Priority: HIGHEST for action port [ 674.268934] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-3793e011-43b6-4769-b11f-acf7a2e2d7d9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.271299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3793e011-43b6-4769-b11f-acf7a2e2d7d9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.271299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3793e011-43b6-4769-b11f-acf7a2e2d7d9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.271469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3793e011-43b6-4769-b11f-acf7a2e2d7d9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.271535] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3793e011-43b6-4769-b11f-acf7a2e2d7d9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.274947] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.278173] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea04e33-7fd7-4023-8887-121fb1ece1b9 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.278367] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.278547] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d26cdf2a-8b2e-45be-b954-bfd308a07379 with status ACTIVE [ 674.278832] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.278832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.279165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.279165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.279541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.279541] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.279541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.279720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.279720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.279805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.280186] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.280186] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.280186] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.280660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.280660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.280660] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d26cdf2a-8b2e-45be-b954-bfd308a07379 is going to be updated. [ 674.312817] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.312817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.312817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.312817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.312817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.312817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d26cdf2a-8b2e-45be-b954-bfd308a07379" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.336343] env[69179]: INFO networking_nsxv3.common.synchronization [None req-b1cede2f-d5e7-4f5e-a5e6-c24e7aec464f None None] Enqueued Resource ID: 03e7c08e-abf6-4a0a-8962-2108d564dd33 with Priority: HIGHEST for action port [ 674.336944] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03e7c08e-abf6-4a0a-8962-2108d564dd33 with Priority: HIGHEST for action port [ 674.337572] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-03e7c08e-abf6-4a0a-8962-2108d564dd33 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.337752] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03e7c08e-abf6-4a0a-8962-2108d564dd33" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.337827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03e7c08e-abf6-4a0a-8962-2108d564dd33" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.338169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03e7c08e-abf6-4a0a-8962-2108d564dd33" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.338328] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03e7c08e-abf6-4a0a-8962-2108d564dd33',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.687626] env[69179]: INFO networking_nsxv3.common.synchronization [req-706f203b-c196-4acb-b154-1514282a46d1 req-7a2f847a-993e-4183-a9e8-1a5ee07fe50d tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Enqueued Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGHEST for action security_group_members [ 674.688326] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGHEST for action security_group_members [ 674.688518] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.689080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.689080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.689080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.689264] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.689487] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.689487] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.689791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.689791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.689791] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.737408] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.777639] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3793e011-43b6-4769-b11f-acf7a2e2d7d9 [ 674.777639] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.777639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.777639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.777639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.777639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.777639] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3793e011-43b6-4769-b11f-acf7a2e2d7d9 already deleted. [ 674.777639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3793e011-43b6-4769-b11f-acf7a2e2d7d9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.780879] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.842060] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03e7c08e-abf6-4a0a-8962-2108d564dd33 [ 674.842295] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.842459] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.842549] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.842710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.842799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.842893] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03e7c08e-abf6-4a0a-8962-2108d564dd33 already deleted. [ 674.842976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03e7c08e-abf6-4a0a-8962-2108d564dd33" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.197107] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.197107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.197107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.197107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.197107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.197107] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.197107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.197107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.198077] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.198077] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.198077] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c already deleted. [ 675.198077] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.242075] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98568ac7-233d-48d9-b5e9-3def66b3d593: rpc.has_security_group_logging(os_id): False [ 675.262187] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.262754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.262754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.262754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.262754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.263988] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.263988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.263988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.263988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.263988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.263988] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 is going to be created. [ 675.280344] env[69179]: INFO networking_nsxv3.common.synchronization [None req-5a28d0e8-ce76-4f89-b968-ba30397c9ee8 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Enqueued Resource ID: 2b805ffb-31e2-498a-8ea0-517a3512768e with Priority: HIGHEST for action security_group_rules [ 675.281201] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b805ffb-31e2-498a-8ea0-517a3512768e with Priority: HIGHEST for action security_group_rules [ 675.281566] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b805ffb-31e2-498a-8ea0-517a3512768e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.281728] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.281822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.282113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.286077] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b805ffb-31e2-498a-8ea0-517a3512768e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.286077] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.286077] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.286077] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.286077] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.286077] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.286077] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 is going to be created. [ 675.308655] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.308855] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.311320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.311320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.311614] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.322268] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: UNINITIALIZED for 2s [ 675.329032] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.329230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.330034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.330034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.330034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.339403] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 in Status: IN_PROGRESS for 2s [ 675.423747] env[69179]: INFO networking_nsxv3.common.synchronization [None req-5d793cb6-369a-45c4-a32b-522bfd10bcd7 None None] Enqueued Resource ID: fe8dda38-9999-40b8-aabb-bbffedccb1bc with Priority: HIGHEST for action port [ 675.423747] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe8dda38-9999-40b8-aabb-bbffedccb1bc with Priority: HIGHEST for action port [ 675.423747] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe8dda38-9999-40b8-aabb-bbffedccb1bc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.423747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe8dda38-9999-40b8-aabb-bbffedccb1bc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.423747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe8dda38-9999-40b8-aabb-bbffedccb1bc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.423747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe8dda38-9999-40b8-aabb-bbffedccb1bc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.423747] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe8dda38-9999-40b8-aabb-bbffedccb1bc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.488530] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 707de859-c42b-4f80-88b8-87e93eb8112b in Status: SUCCESS [ 675.488739] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.575371] env[69179]: INFO networking_nsxv3.common.synchronization [None req-6655627e-7200-4edf-b5b2-671720aba23a tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Enqueued Resource ID: 2b805ffb-31e2-498a-8ea0-517a3512768e with Priority: HIGHEST for action security_group_rules [ 675.575371] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b805ffb-31e2-498a-8ea0-517a3512768e with Priority: HIGHEST for action security_group_rules [ 675.575371] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b805ffb-31e2-498a-8ea0-517a3512768e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.575371] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.805015] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.806167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.806167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.806167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.807783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.807783] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b805ffb-31e2-498a-8ea0-517a3512768e already deleted. [ 675.807783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.807783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.807783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.807783] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b805ffb-31e2-498a-8ea0-517a3512768e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.932563] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe8dda38-9999-40b8-aabb-bbffedccb1bc [ 675.932563] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.932563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.932563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.932563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.932563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.932563] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe8dda38-9999-40b8-aabb-bbffedccb1bc already deleted. [ 675.932563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe8dda38-9999-40b8-aabb-bbffedccb1bc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.046709] env[69179]: INFO networking_nsxv3.common.synchronization [req-8084e768-85a5-4d99-95db-6b7813222efb req-3d6a1f82-0bb3-4a0b-bbde-7337955bbda8 service nova] Enqueued Resource ID: bd01e196-a345-43b7-9751-4ac27257e08f with Priority: HIGHEST for action security_group_rules [ 676.046709] env[69179]: INFO networking_nsxv3.common.synchronization [req-8084e768-85a5-4d99-95db-6b7813222efb req-3d6a1f82-0bb3-4a0b-bbde-7337955bbda8 service nova] Enqueued Resource ID: bd01e196-a345-43b7-9751-4ac27257e08f with Priority: HIGHEST for action security_group_members [ 676.046853] env[69179]: INFO networking_nsxv3.common.synchronization [req-8084e768-85a5-4d99-95db-6b7813222efb req-3d6a1f82-0bb3-4a0b-bbde-7337955bbda8 service nova] Enqueued Resource ID: cddd6238-1365-4c6f-8596-696d4e303dbc with Priority: HIGHEST for action port [ 676.047112] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd01e196-a345-43b7-9751-4ac27257e08f with Priority: HIGHEST for action security_group_rules [ 676.047270] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd01e196-a345-43b7-9751-4ac27257e08f with Priority: HIGHEST for action security_group_members [ 676.047402] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cddd6238-1365-4c6f-8596-696d4e303dbc with Priority: HIGHEST for action port [ 676.048022] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd01e196-a345-43b7-9751-4ac27257e08f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.051934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.051934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.051934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.051934] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd01e196-a345-43b7-9751-4ac27257e08f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.053217] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd01e196-a345-43b7-9751-4ac27257e08f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.053344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.053403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.054381] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.054381] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.054381] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.054381] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.054721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.054721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.054721] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd01e196-a345-43b7-9751-4ac27257e08f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.058330] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-cddd6238-1365-4c6f-8596-696d4e303dbc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.058330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cddd6238-1365-4c6f-8596-696d4e303dbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.058330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cddd6238-1365-4c6f-8596-696d4e303dbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.058330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cddd6238-1365-4c6f-8596-696d4e303dbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.058330] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cddd6238-1365-4c6f-8596-696d4e303dbc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.329188] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.329188] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.329570] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.329570] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.329570] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.329717] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b805ffb-31e2-498a-8ea0-517a3512768e already deleted. [ 676.329866] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.554116] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd01e196-a345-43b7-9751-4ac27257e08f taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.554116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.557562] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd01e196-a345-43b7-9751-4ac27257e08f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.561338] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cddd6238-1365-4c6f-8596-696d4e303dbc with status ACTIVE [ 676.561338] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.561338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.561338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.561338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.561338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.561338] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.561338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.561338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.561338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.561338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.561338] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.561338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.561338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.561338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.561338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.561338] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cddd6238-1365-4c6f-8596-696d4e303dbc is going to be updated. [ 676.586216] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.586216] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.586216] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.586216] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.586216] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.586216] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cddd6238-1365-4c6f-8596-696d4e303dbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.662291] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.662471] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.662594] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.664332] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.666761] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.666761] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.666761] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.666761] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.666761] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.666761] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.666761] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.666761] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.666761] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.666761] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.666761] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.666761] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.698801] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.698801] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 676.698801] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.698801] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.698801] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-57f06735-4bba-4937-99e0-7d4cc5d21938 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.698801] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-57f06735-4bba-4937-99e0-7d4cc5d21938" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.698801] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-57f06735-4bba-4937-99e0-7d4cc5d21938" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.698801] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-57f06735-4bba-4937-99e0-7d4cc5d21938" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.699135] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57f06735-4bba-4937-99e0-7d4cc5d21938',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.064836] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd01e196-a345-43b7-9751-4ac27257e08f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.202389] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.202389] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.202564] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.202963] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.203182] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.203380] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 57f06735-4bba-4937-99e0-7d4cc5d21938 not found, creating... [ 677.203724] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.203926] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.204123] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.204416] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.206836] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.206836] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.206836] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.206836] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.207188] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.207363] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.207584] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 57f06735-4bba-4937-99e0-7d4cc5d21938 is going to be created. [ 677.233899] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.234790] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.234790] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.234790] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.234790] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.234973] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-57f06735-4bba-4937-99e0-7d4cc5d21938" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.345762] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: SUCCESS [ 677.346122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.346229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.346466] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.346653] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.346774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.346840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.346991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.347111] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.347192] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.347290] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.349948] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 in Status: SUCCESS [ 677.350253] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.569968] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.570309] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.570423] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.570734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.570896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.571038] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd01e196-a345-43b7-9751-4ac27257e08f is going to be created. [ 677.594613] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.594769] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.594847] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.595166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.595334] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.605322] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd01e196-a345-43b7-9751-4ac27257e08f in Status: UNINITIALIZED for 2s [ 677.850800] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.354227] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ea04e33-7fd7-4023-8887-121fb1ece1b9: rpc.has_security_group_logging(os_id): False [ 678.370792] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.370956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.371040] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.371272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.371383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.371669] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.371863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.371930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.372143] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.372230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.372335] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 is going to be created. [ 678.432752] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.432916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.433084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.433349] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.433587] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.445024] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: IN_PROGRESS for 2s [ 678.917793] env[69179]: INFO networking_nsxv3.common.synchronization [None req-7852f5fd-eff4-401f-8d0f-cbbaef6ea5c4 None None] Enqueued Resource ID: 592f97ef-c189-4fea-959a-2b1d5a63fa86 with Priority: HIGHEST for action port [ 678.919374] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592f97ef-c189-4fea-959a-2b1d5a63fa86 with Priority: HIGHEST for action port [ 678.919374] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-592f97ef-c189-4fea-959a-2b1d5a63fa86 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.919374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-592f97ef-c189-4fea-959a-2b1d5a63fa86" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.919610] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-592f97ef-c189-4fea-959a-2b1d5a63fa86" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.920273] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-592f97ef-c189-4fea-959a-2b1d5a63fa86" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.920273] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('592f97ef-c189-4fea-959a-2b1d5a63fa86',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.016162] env[69179]: INFO networking_nsxv3.common.synchronization [req-706f203b-c196-4acb-b154-1514282a46d1 req-b53d1545-d0f9-495f-bf74-675466cabcf7 service nova] Enqueued Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGHEST for action security_group_rules [ 679.016162] env[69179]: INFO networking_nsxv3.common.synchronization [req-706f203b-c196-4acb-b154-1514282a46d1 req-b53d1545-d0f9-495f-bf74-675466cabcf7 service nova] Enqueued Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGHEST for action security_group_members [ 679.016162] env[69179]: INFO networking_nsxv3.common.synchronization [req-706f203b-c196-4acb-b154-1514282a46d1 req-b53d1545-d0f9-495f-bf74-675466cabcf7 service nova] Enqueued Resource ID: 57f06735-4bba-4937-99e0-7d4cc5d21938 with Priority: HIGHEST for action port [ 679.016162] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGHEST for action security_group_rules [ 679.016162] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGHEST for action security_group_members [ 679.016162] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f06735-4bba-4937-99e0-7d4cc5d21938 with Priority: HIGHEST for action port [ 679.016162] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.016162] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.016162] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.017970] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.018231] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.019628] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.020032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.020580] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.020880] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.021144] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.021362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.021513] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.021753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.022639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.023368] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.025150] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-57f06735-4bba-4937-99e0-7d4cc5d21938 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.025150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57f06735-4bba-4937-99e0-7d4cc5d21938" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.025150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57f06735-4bba-4937-99e0-7d4cc5d21938" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.025150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57f06735-4bba-4937-99e0-7d4cc5d21938" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.025150] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57f06735-4bba-4937-99e0-7d4cc5d21938',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.425951] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 592f97ef-c189-4fea-959a-2b1d5a63fa86 [ 679.425951] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.425951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.425951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.426977] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.426977] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.426977] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:592f97ef-c189-4fea-959a-2b1d5a63fa86 already deleted. [ 679.426977] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-592f97ef-c189-4fea-959a-2b1d5a63fa86" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.520516] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.521402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.525108] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.526556] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57f06735-4bba-4937-99e0-7d4cc5d21938 with status ACTIVE [ 679.526887] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.526985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.526985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.527368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.527455] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.527597] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.527703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.527772] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.527934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.528021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.528249] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.528446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.528446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.528570] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.529131] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.529312] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57f06735-4bba-4937-99e0-7d4cc5d21938 is going to be updated. [ 679.537610] env[69179]: INFO networking_nsxv3.common.synchronization [None req-18533003-5870-4740-8d3e-bc4542882dfe None None] Enqueued Resource ID: 0d25914f-e2c8-4127-9cf1-516c655694ec with Priority: HIGHEST for action port [ 679.538173] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d25914f-e2c8-4127-9cf1-516c655694ec with Priority: HIGHEST for action port [ 679.539037] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d25914f-e2c8-4127-9cf1-516c655694ec taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.539037] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d25914f-e2c8-4127-9cf1-516c655694ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.539037] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d25914f-e2c8-4127-9cf1-516c655694ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.539254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d25914f-e2c8-4127-9cf1-516c655694ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.539407] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d25914f-e2c8-4127-9cf1-516c655694ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.550867] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.550867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.550976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.551486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.551486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.551723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57f06735-4bba-4937-99e0-7d4cc5d21938" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.616203] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd01e196-a345-43b7-9751-4ac27257e08f in Status: SUCCESS [ 679.616203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.616406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.616570] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.616709] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.616828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.616889] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.617058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.617434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.617635] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.617635] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd01e196-a345-43b7-9751-4ac27257e08f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.838610] env[69179]: INFO networking_nsxv3.common.synchronization [None req-43b6fa8d-1d27-4f11-9721-fc1840109ab6 None None] Enqueued Resource ID: 057e7595-120c-4ce0-8e3a-ff0a1e396b8a with Priority: HIGHEST for action port [ 679.838712] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 057e7595-120c-4ce0-8e3a-ff0a1e396b8a with Priority: HIGHEST for action port [ 679.841912] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-057e7595-120c-4ce0-8e3a-ff0a1e396b8a taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.842385] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-057e7595-120c-4ce0-8e3a-ff0a1e396b8a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.842467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-057e7595-120c-4ce0-8e3a-ff0a1e396b8a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.843824] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-057e7595-120c-4ce0-8e3a-ff0a1e396b8a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.843824] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('057e7595-120c-4ce0-8e3a-ff0a1e396b8a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.032292] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.041363] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d25914f-e2c8-4127-9cf1-516c655694ec [ 680.041680] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.042306] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.042306] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.042672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.042672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.042863] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d25914f-e2c8-4127-9cf1-516c655694ec already deleted. [ 680.042863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d25914f-e2c8-4127-9cf1-516c655694ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.121615] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd01e196-a345-43b7-9751-4ac27257e08f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.350288] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 057e7595-120c-4ce0-8e3a-ff0a1e396b8a [ 680.350288] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.350288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.350288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.350288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.350288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.350288] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:057e7595-120c-4ce0-8e3a-ff0a1e396b8a already deleted. [ 680.350288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-057e7595-120c-4ce0-8e3a-ff0a1e396b8a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.455458] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: SUCCESS [ 680.455733] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.535445] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.535605] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.535671] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.535880] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.535972] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.536087] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c is going to be created. [ 680.558544] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.558734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.558734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.559191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.559368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.568934] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c in Status: UNINITIALIZED for 2s [ 680.623706] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd01e196-a345-43b7-9751-4ac27257e08f: rpc.has_security_group_logging(os_id): False [ 680.642571] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.642571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.642807] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.643382] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.643382] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.644546] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.644546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.644546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.644713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.644713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.644784] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd01e196-a345-43b7-9751-4ac27257e08f is going to be created. [ 680.661177] env[69179]: INFO networking_nsxv3.common.synchronization [None req-f6450b89-1b9f-4866-898c-078aed30ef15 None None] Enqueued Resource ID: c6d9428a-ffd3-43aa-8598-63cb8e261646 with Priority: HIGHEST for action port [ 680.661735] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d9428a-ffd3-43aa-8598-63cb8e261646 with Priority: HIGHEST for action port [ 680.661890] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6d9428a-ffd3-43aa-8598-63cb8e261646 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.662032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6d9428a-ffd3-43aa-8598-63cb8e261646" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.662107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6d9428a-ffd3-43aa-8598-63cb8e261646" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.662382] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6d9428a-ffd3-43aa-8598-63cb8e261646" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.662460] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6d9428a-ffd3-43aa-8598-63cb8e261646',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.699311] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.699474] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.699562] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.702837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.702837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.710582] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd01e196-a345-43b7-9751-4ac27257e08f in Status: IN_PROGRESS for 2s [ 681.166697] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6d9428a-ffd3-43aa-8598-63cb8e261646 [ 681.166697] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.166697] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.166697] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.166697] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.166697] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.166697] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6d9428a-ffd3-43aa-8598-63cb8e261646 already deleted. [ 681.166697] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6d9428a-ffd3-43aa-8598-63cb8e261646" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.738734] env[69179]: INFO networking_nsxv3.common.synchronization [req-a5501547-4288-4d92-bbb9-f547416dbea0 req-670cb6b8-7c3e-451c-a21a-90e54795b15d tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Enqueued Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_members [ 681.739285] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_members [ 681.739585] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.739706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.739772] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.739986] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.740825] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.740983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.741059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.741272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.741364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.741468] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.246330] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.580682] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c in Status: SUCCESS [ 682.580682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.580682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.580682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.580682] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.580682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.580682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.580682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.580682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.580682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.580682] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.700181] env[69179]: INFO networking_nsxv3.common.synchronization [req-47a18710-8d7c-4298-b91d-06bd995efcbd req-6aedd564-4f2e-4bf4-bf9f-00807e47bcc2 tempest-TenantUsagesTestJSON-364926627 tempest-TenantUsagesTestJSON-364926627-project-member] Enqueued Resource ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 with Priority: HIGHEST for action security_group_members [ 682.700181] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 with Priority: HIGHEST for action security_group_members [ 682.700181] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-83f8acd8-4b84-4458-a4d4-34a55add6ca6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.700535] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.700772] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.701112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.703400] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.703400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.703400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.703400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.703400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.703400] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83f8acd8-4b84-4458-a4d4-34a55add6ca6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.722927] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd01e196-a345-43b7-9751-4ac27257e08f in Status: SUCCESS [ 682.722927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.738956] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-804 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.739311] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-804" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.739311] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-804" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.739404] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-804" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.739745] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.739880] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.739979] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.741063] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.742723] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.742723] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.742723] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.742723] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.742723] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.742723] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.742723] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.742723] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.750488] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.763406] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.763586] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 682.764407] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.764407] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-804" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.764407] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-ffa3c8bb-362c-4bf0-88c6-5080034c6a15 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.764756] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-ffa3c8bb-362c-4bf0-88c6-5080034c6a15" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.764756] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-ffa3c8bb-362c-4bf0-88c6-5080034c6a15" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.764975] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-ffa3c8bb-362c-4bf0-88c6-5080034c6a15" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.765065] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa3c8bb-362c-4bf0-88c6-5080034c6a15',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.797357] env[69179]: INFO networking_nsxv3.common.synchronization [None req-1959dfc4-6347-4245-adcf-580d438c2602 None None] Enqueued Resource ID: b9bcfb77-bcab-4020-8134-4500a0dc39c6 with Priority: HIGHEST for action port [ 682.798178] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9bcfb77-bcab-4020-8134-4500a0dc39c6 with Priority: HIGHEST for action port [ 682.798541] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9bcfb77-bcab-4020-8134-4500a0dc39c6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.798704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9bcfb77-bcab-4020-8134-4500a0dc39c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.798793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9bcfb77-bcab-4020-8134-4500a0dc39c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.799106] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9bcfb77-bcab-4020-8134-4500a0dc39c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.799192] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9bcfb77-bcab-4020-8134-4500a0dc39c6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.086021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.086021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.086021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.086021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.086021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.086021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.086021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.086021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.086021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.086021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.086021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.086021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.086021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.086021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.086021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.086021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.086978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.086978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.086978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.086978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.086978] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.205905] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.206048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.206117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.206418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.206418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.206622] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.206689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.206741] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.206884] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.206969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.207860] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 is going to be updated. [ 683.238224] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.238375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.238436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.238647] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.238792] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.246753] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 in Status: IN_PROGRESS for 2s [ 683.253104] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.253216] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.253426] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.253548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.253606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.253655] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f56845-88b7-4714-b073-e40872441d8d is going to be updated. [ 683.272585] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.272777] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.272969] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.273305] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.273564] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.273665] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port ffa3c8bb-362c-4bf0-88c6-5080034c6a15 not found, creating... [ 683.274219] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.274219] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.274447] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.274574] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.274685] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.277452] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.277452] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.277452] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.277452] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.277452] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.277452] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: ffa3c8bb-362c-4bf0-88c6-5080034c6a15 is going to be created. [ 683.280895] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.281062] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.281190] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.281955] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.284221] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.295187] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: IN_PROGRESS for 2s [ 683.297765] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.297967] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.298102] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.298387] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.298610] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.299010] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-ffa3c8bb-362c-4bf0-88c6-5080034c6a15" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.301817] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9bcfb77-bcab-4020-8134-4500a0dc39c6 [ 683.302078] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.302078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.302200] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.302293] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.302381] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.302470] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9bcfb77-bcab-4020-8134-4500a0dc39c6 already deleted. [ 683.302548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9bcfb77-bcab-4020-8134-4500a0dc39c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.591155] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4aa75f8e-40f7-482e-92b0-5ad94dee633c: rpc.has_security_group_logging(os_id): False [ 683.609826] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.609970] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.610151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.610372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.610372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.610541] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.610619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.610674] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.610843] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.610905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.611057] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.612944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.616765] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.618185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.618185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.618185] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.618185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.618185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.618185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.618185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.618185] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c is going to be created. [ 683.669522] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.672163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.672299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.672484] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.672699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.682594] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c in Status: IN_PROGRESS for 2s [ 683.795764] env[69179]: INFO networking_nsxv3.common.synchronization [None req-35274d30-12d9-464d-9ebb-31fa9673234d None None] Enqueued Resource ID: 0af4692a-b7cf-4aaa-b85c-a2e29488e6f1 with Priority: HIGHEST for action port [ 683.797088] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0af4692a-b7cf-4aaa-b85c-a2e29488e6f1 with Priority: HIGHEST for action port [ 683.797088] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-0af4692a-b7cf-4aaa-b85c-a2e29488e6f1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.797088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0af4692a-b7cf-4aaa-b85c-a2e29488e6f1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.797088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0af4692a-b7cf-4aaa-b85c-a2e29488e6f1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.800863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0af4692a-b7cf-4aaa-b85c-a2e29488e6f1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.800999] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0af4692a-b7cf-4aaa-b85c-a2e29488e6f1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.929482] env[69179]: INFO networking_nsxv3.common.synchronization [req-b32de98f-95e9-4742-ade1-311fad4375f3 req-920fc680-3ee4-4c2a-9a9a-8d3607197ed0 tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Enqueued Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGHEST for action security_group_members [ 683.930035] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGHEST for action security_group_members [ 683.930432] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26ca4db-9d7a-40a8-9d02-607af28b5c34 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.930678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.930678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.931648] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.931648] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.931648] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.931648] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.931648] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.931648] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.931970] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.304819] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0af4692a-b7cf-4aaa-b85c-a2e29488e6f1 [ 684.304819] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.304819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.304819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.304819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.304819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.305832] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0af4692a-b7cf-4aaa-b85c-a2e29488e6f1 already deleted. [ 684.305832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0af4692a-b7cf-4aaa-b85c-a2e29488e6f1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.437340] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.645945] env[69179]: INFO networking_nsxv3.common.synchronization [None req-5f0784d2-7b22-4b3d-8daa-ce7f5708b0c5 None None] Enqueued Resource ID: 735e5579-fdbe-454f-b8ab-624af0b6f914 with Priority: HIGHEST for action port [ 684.646224] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 735e5579-fdbe-454f-b8ab-624af0b6f914 with Priority: HIGHEST for action port [ 684.646795] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-735e5579-fdbe-454f-b8ab-624af0b6f914 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.646921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-735e5579-fdbe-454f-b8ab-624af0b6f914" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.646988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-735e5579-fdbe-454f-b8ab-624af0b6f914" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.647273] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-735e5579-fdbe-454f-b8ab-624af0b6f914" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.647348] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('735e5579-fdbe-454f-b8ab-624af0b6f914',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.938431] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.045455] env[69179]: INFO networking_nsxv3.common.synchronization [req-a5501547-4288-4d92-bbb9-f547416dbea0 req-a2a1d1c7-5f98-4f93-ab18-cbe6c475cd6e service nova] Enqueued Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_rules [ 685.045455] env[69179]: INFO networking_nsxv3.common.synchronization [req-a5501547-4288-4d92-bbb9-f547416dbea0 req-a2a1d1c7-5f98-4f93-ab18-cbe6c475cd6e service nova] Enqueued Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_members [ 685.045455] env[69179]: INFO networking_nsxv3.common.synchronization [req-a5501547-4288-4d92-bbb9-f547416dbea0 req-a2a1d1c7-5f98-4f93-ab18-cbe6c475cd6e service nova] Enqueued Resource ID: ffa3c8bb-362c-4bf0-88c6-5080034c6a15 with Priority: HIGHEST for action port [ 685.045455] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_rules [ 685.045455] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_members [ 685.045455] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffa3c8bb-362c-4bf0-88c6-5080034c6a15 with Priority: HIGHEST for action port [ 685.051766] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.052915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.052915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.052915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.052915] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.054526] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.054526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.054526] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffa3c8bb-362c-4bf0-88c6-5080034c6a15 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.054526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffa3c8bb-362c-4bf0-88c6-5080034c6a15" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.054526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffa3c8bb-362c-4bf0-88c6-5080034c6a15" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.054526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffa3c8bb-362c-4bf0-88c6-5080034c6a15" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.054526] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffa3c8bb-362c-4bf0-88c6-5080034c6a15',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.116705] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.117509] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.117509] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.117509] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.119421] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.119421] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.119421] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.119421] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.119694] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.119735] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.120730] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.120730] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.120730] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.120730] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.120730] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.120730] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.138100] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.138331] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 685.138490] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.138669] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.138985] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-b0d07f75-289f-4c26-82bc-214a779e69a3 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.139173] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-b0d07f75-289f-4c26-82bc-214a779e69a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.139294] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-b0d07f75-289f-4c26-82bc-214a779e69a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.139618] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-b0d07f75-289f-4c26-82bc-214a779e69a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.139758] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d07f75-289f-4c26-82bc-214a779e69a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.152363] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 735e5579-fdbe-454f-b8ab-624af0b6f914 [ 685.152582] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.153737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.153737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.153737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.153737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.153737] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:735e5579-fdbe-454f-b8ab-624af0b6f914 already deleted. [ 685.153737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-735e5579-fdbe-454f-b8ab-624af0b6f914" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.257485] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 in Status: SUCCESS [ 685.257675] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 deletion is rescheduled due to dependency. [ 685.257810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.304911] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: SUCCESS [ 685.304911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.304911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.304911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.304911] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.304911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.304911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.304911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.304911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.304911] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.444340] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.444340] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.444340] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.444340] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.444340] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.444340] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 is going to be updated. [ 685.470900] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.470900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.475019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.475019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.475019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.483204] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 in Status: IN_PROGRESS for 2s [ 685.555755] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.555921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.561021] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffa3c8bb-362c-4bf0-88c6-5080034c6a15 with status ACTIVE [ 685.561021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.561021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.561021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.561021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.561021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.561021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.561021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.561021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.561021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.561021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.561021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.561021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.561021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.561021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.561021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.561021] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffa3c8bb-362c-4bf0-88c6-5080034c6a15 is going to be updated. [ 685.579746] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.579908] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.579986] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.580220] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.580355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.580528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffa3c8bb-362c-4bf0-88c6-5080034c6a15" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.645700] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.645996] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.646210] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.646324] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.646529] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.646633] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port b0d07f75-289f-4c26-82bc-214a779e69a3 not found, creating... [ 685.646874] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.647056] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.647202] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.647432] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.647576] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.647855] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.648018] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.648189] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.648411] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.648647] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.648729] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: b0d07f75-289f-4c26-82bc-214a779e69a3 is going to be created. [ 685.672134] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.673395] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.673395] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.673395] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.673801] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.674241] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-b0d07f75-289f-4c26-82bc-214a779e69a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.708234] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c in Status: SUCCESS [ 685.708408] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.808293] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.033230] env[69179]: INFO networking_nsxv3.common.synchronization [req-fa45cb07-3452-428f-8682-de48c44a35ff req-127547d3-2ec5-49db-8c6e-8cfde88b3e74 tempest-SecurityGroupRulesNegativeTestJSON-1940653743 tempest-SecurityGroupRulesNegativeTestJSON-1940653743-project-member] Enqueued Resource ID: 03cd1af4-9286-492c-add4-9fd0ed471b38 with Priority: HIGHEST for action security_group_rules [ 686.035015] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cd1af4-9286-492c-add4-9fd0ed471b38 with Priority: HIGHEST for action security_group_rules [ 686.035511] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03cd1af4-9286-492c-add4-9fd0ed471b38 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.035511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03cd1af4-9286-492c-add4-9fd0ed471b38" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.035511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03cd1af4-9286-492c-add4-9fd0ed471b38" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.035780] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03cd1af4-9286-492c-add4-9fd0ed471b38" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.035780] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03cd1af4-9286-492c-add4-9fd0ed471b38',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.310955] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.394229] env[69179]: INFO networking_nsxv3.common.synchronization [req-172501dc-e048-4394-95e5-69b084e6f17c req-5cbffa3b-921b-41e7-a1bb-3c525fbe1f83 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Enqueued Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_members [ 686.394823] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_members [ 686.395388] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c428d18-6f75-44d8-ba3d-f418c138ab83 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.395617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.395664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.396057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.396546] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.396546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.396546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.396779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.396896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.397024] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.559097] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.559097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.559097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.559097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.559097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.559097] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03cd1af4-9286-492c-add4-9fd0ed471b38 already deleted. [ 686.559097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03cd1af4-9286-492c-add4-9fd0ed471b38" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.813816] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.813966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.814485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.814485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.814485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.818021] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f56845-88b7-4714-b073-e40872441d8d is going to be updated. [ 686.838973] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.839171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.839254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.839505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.839678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.848698] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: IN_PROGRESS for 2s [ 686.900042] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.900262] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.900355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.900627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.901257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.901257] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.901257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.901257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.901482] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.901519] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.901611] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 already deleted. [ 686.901884] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.262748] env[69179]: INFO networking_nsxv3.common.synchronization [req-b32de98f-95e9-4742-ade1-311fad4375f3 req-4ebbdcbe-dce6-421d-85a7-380a091f322c service nova] Enqueued Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGHEST for action security_group_rules [ 687.263070] env[69179]: INFO networking_nsxv3.common.synchronization [req-b32de98f-95e9-4742-ade1-311fad4375f3 req-4ebbdcbe-dce6-421d-85a7-380a091f322c service nova] Enqueued Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGHEST for action security_group_members [ 687.263070] env[69179]: INFO networking_nsxv3.common.synchronization [req-b32de98f-95e9-4742-ade1-311fad4375f3 req-4ebbdcbe-dce6-421d-85a7-380a091f322c service nova] Enqueued Resource ID: b0d07f75-289f-4c26-82bc-214a779e69a3 with Priority: HIGHEST for action port [ 687.264046] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGHEST for action security_group_rules [ 687.264046] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGHEST for action security_group_members [ 687.264170] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0d07f75-289f-4c26-82bc-214a779e69a3 with Priority: HIGHEST for action port [ 687.264633] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f26ca4db-9d7a-40a8-9d02-607af28b5c34 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.264851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.265032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.265312] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.265608] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.268487] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26ca4db-9d7a-40a8-9d02-607af28b5c34 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.268879] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.269625] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0d07f75-289f-4c26-82bc-214a779e69a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.269756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0d07f75-289f-4c26-82bc-214a779e69a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.269923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0d07f75-289f-4c26-82bc-214a779e69a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.270096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0d07f75-289f-4c26-82bc-214a779e69a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.270230] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0d07f75-289f-4c26-82bc-214a779e69a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.497405] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 in Status: SUCCESS [ 687.497405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.497405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.497405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.497405] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.497405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.497405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.497405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.497405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.497405] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.546243] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-297 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.546243] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-297" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.546243] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-297" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.546243] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-297" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.546243] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.546243] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.546243] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.546243] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.547100] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.547387] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.547564] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.547647] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.547719] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.547833] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.547940] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.548532] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.567393] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.569382] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 687.569382] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.569382] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-297" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.569382] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-5b63b6d7-5828-4f64-87be-f7df25deae9e taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.569382] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-5b63b6d7-5828-4f64-87be-f7df25deae9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.569382] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-5b63b6d7-5828-4f64-87be-f7df25deae9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.569382] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-5b63b6d7-5828-4f64-87be-f7df25deae9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.569382] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b63b6d7-5828-4f64-87be-f7df25deae9e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.772588] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26ca4db-9d7a-40a8-9d02-607af28b5c34 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.772774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.772989] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0d07f75-289f-4c26-82bc-214a779e69a3 with status ACTIVE [ 687.773202] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.773315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.773378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.773591] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.773670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.773832] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.773920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.773978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.774135] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.774581] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.776496] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.776496] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.776496] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.776496] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.776496] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.776496] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0d07f75-289f-4c26-82bc-214a779e69a3 is going to be updated. [ 687.795151] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.795798] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.795939] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.796432] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.796654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.797277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0d07f75-289f-4c26-82bc-214a779e69a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.001108] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.073200] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.073686] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.073805] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.074195] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.074271] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.074539] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 5b63b6d7-5828-4f64-87be-f7df25deae9e not found, creating... [ 688.074692] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.074989] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.079859] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.079859] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.079996] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.081175] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.081175] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.081175] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.081175] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.081175] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.081175] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 5b63b6d7-5828-4f64-87be-f7df25deae9e is going to be created. [ 688.100141] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.102208] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.102208] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.102208] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.102208] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.102208] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-5b63b6d7-5828-4f64-87be-f7df25deae9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.159087] env[69179]: INFO networking_nsxv3.common.synchronization [None req-827bedb1-2214-4b01-b2b0-97754de0718a None None] Enqueued Resource ID: 13458a86-de5f-4ae5-ac72-085df409244a with Priority: HIGHEST for action port [ 688.159087] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13458a86-de5f-4ae5-ac72-085df409244a with Priority: HIGHEST for action port [ 688.159087] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-13458a86-de5f-4ae5-ac72-085df409244a taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.159087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13458a86-de5f-4ae5-ac72-085df409244a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.159087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13458a86-de5f-4ae5-ac72-085df409244a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.159087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13458a86-de5f-4ae5-ac72-085df409244a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.159518] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13458a86-de5f-4ae5-ac72-085df409244a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.445083] env[69179]: INFO networking_nsxv3.common.synchronization [req-21bec9b2-2dd5-459d-965d-f1caa816691b req-9c51e649-84b0-4e81-b050-b5d3f5652e68 tempest-SecurityGroupRulesNegativeTestJSON-1940653743 tempest-SecurityGroupRulesNegativeTestJSON-1940653743-project-member] Enqueued Resource ID: 03cd1af4-9286-492c-add4-9fd0ed471b38 with Priority: HIGHEST for action security_group_rules [ 688.446444] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cd1af4-9286-492c-add4-9fd0ed471b38 with Priority: HIGHEST for action security_group_rules [ 688.446754] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03cd1af4-9286-492c-add4-9fd0ed471b38 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.446945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03cd1af4-9286-492c-add4-9fd0ed471b38" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.447032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03cd1af4-9286-492c-add4-9fd0ed471b38" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.447418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03cd1af4-9286-492c-add4-9fd0ed471b38" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.447418] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03cd1af4-9286-492c-add4-9fd0ed471b38',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.506391] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.609312] env[69179]: INFO networking_nsxv3.common.synchronization [None req-f1b0b81e-0cea-458b-b9c5-1df6b16ffe8b None None] Enqueued Resource ID: e80c3f66-a563-4a11-9abd-0ad4d09b9cd6 with Priority: HIGHEST for action port [ 688.609606] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e80c3f66-a563-4a11-9abd-0ad4d09b9cd6 with Priority: HIGHEST for action port [ 688.610230] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-e80c3f66-a563-4a11-9abd-0ad4d09b9cd6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.610360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e80c3f66-a563-4a11-9abd-0ad4d09b9cd6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.610426] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e80c3f66-a563-4a11-9abd-0ad4d09b9cd6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.610829] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e80c3f66-a563-4a11-9abd-0ad4d09b9cd6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.610922] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e80c3f66-a563-4a11-9abd-0ad4d09b9cd6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.664034] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13458a86-de5f-4ae5-ac72-085df409244a [ 688.664034] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.664034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.664034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.664206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.664206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.664269] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13458a86-de5f-4ae5-ac72-085df409244a already deleted. [ 688.664361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13458a86-de5f-4ae5-ac72-085df409244a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.859714] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: SUCCESS [ 688.859940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.860631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.860631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.860631] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.860631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.861205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.861205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.861205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.861205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.861205] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.972189] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.973664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.973664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.973664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.973664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.973664] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03cd1af4-9286-492c-add4-9fd0ed471b38 already deleted. [ 688.973664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03cd1af4-9286-492c-add4-9fd0ed471b38" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.011440] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.012634] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.012726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.012970] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.013178] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.013178] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 is going to be updated. [ 689.049283] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.049643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.049643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.049798] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.049847] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.065117] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 in Status: IN_PROGRESS for 2s [ 689.114818] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e80c3f66-a563-4a11-9abd-0ad4d09b9cd6 [ 689.114818] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.114818] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.114818] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.114818] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.114818] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.114818] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e80c3f66-a563-4a11-9abd-0ad4d09b9cd6 already deleted. [ 689.114818] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e80c3f66-a563-4a11-9abd-0ad4d09b9cd6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.241235] env[69179]: INFO networking_nsxv3.common.synchronization [req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a req-f30b6d03-c0d7-49e0-97e8-04822a7c26ac tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Enqueued Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 689.246458] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 689.249191] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.249191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.249191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.249191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.249191] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.249191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.249191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.249191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.249191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.249191] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.364926] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.365100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.365186] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.365407] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.365569] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.365666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.365810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.367476] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.368211] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.368211] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.368211] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.368211] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.368211] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.368211] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.368708] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.368708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.368708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.368708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.368708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.369106] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.369106] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.754388] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.754388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.754388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.754388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.754388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.754388] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.754388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.755117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.755117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.755117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.755117] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 already deleted. [ 689.755117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.758472] env[69179]: INFO networking_nsxv3.common.synchronization [req-172501dc-e048-4394-95e5-69b084e6f17c req-70d0fa18-16e1-4f81-a8cf-bb521a63b4e7 service nova] Enqueued Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_rules [ 689.758666] env[69179]: INFO networking_nsxv3.common.synchronization [req-172501dc-e048-4394-95e5-69b084e6f17c req-70d0fa18-16e1-4f81-a8cf-bb521a63b4e7 service nova] Enqueued Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_members [ 689.758821] env[69179]: INFO networking_nsxv3.common.synchronization [req-172501dc-e048-4394-95e5-69b084e6f17c req-70d0fa18-16e1-4f81-a8cf-bb521a63b4e7 service nova] Enqueued Resource ID: 5b63b6d7-5828-4f64-87be-f7df25deae9e with Priority: HIGHEST for action port [ 689.759397] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_rules [ 689.759633] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_members [ 689.760117] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b63b6d7-5828-4f64-87be-f7df25deae9e with Priority: HIGHEST for action port [ 689.760117] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c428d18-6f75-44d8-ba3d-f418c138ab83 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.760117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.760287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.762868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.762868] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.762868] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c428d18-6f75-44d8-ba3d-f418c138ab83 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.762868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.762868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.762868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.762868] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.762868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.763310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.763310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.763310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.763310] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.764049] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b63b6d7-5828-4f64-87be-f7df25deae9e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.764175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b63b6d7-5828-4f64-87be-f7df25deae9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.764237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b63b6d7-5828-4f64-87be-f7df25deae9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.764388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b63b6d7-5828-4f64-87be-f7df25deae9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.764458] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b63b6d7-5828-4f64-87be-f7df25deae9e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.878878] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84f56845-88b7-4714-b073-e40872441d8d: rpc.has_security_group_logging(os_id): False [ 689.898623] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.898866] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.898866] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.899192] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.899377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.899664] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.899783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.899849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.900038] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.900143] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.900376] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.900550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.900550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.900755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.901054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.902017] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.902017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.902017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.902017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.902017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.902017] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f56845-88b7-4714-b073-e40872441d8d is going to be updated. [ 689.971370] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.971785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.972194] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.972518] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.972815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.987955] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: IN_PROGRESS for 2s [ 690.232274] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.232487] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-795" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.232593] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-795" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.232961] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-795" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.233638] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.233784] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.233907] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.234225] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.234308] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.234607] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.234688] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.234944] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.234944] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.235857] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.236031] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.236200] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.256717] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.256892] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 690.257044] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.257271] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-795" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.257588] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.257763] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.257888] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.258253] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.258417] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.268655] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c428d18-6f75-44d8-ba3d-f418c138ab83 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.268655] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.268655] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.269411] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b63b6d7-5828-4f64-87be-f7df25deae9e with status ACTIVE [ 690.269604] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.269736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.269788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.270223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.270329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.270512] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.270611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.270676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.271084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.271084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.271183] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.271252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.271410] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.271617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.271711] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.271801] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b63b6d7-5828-4f64-87be-f7df25deae9e is going to be updated. [ 690.293696] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.293696] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.293696] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.293696] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.294626] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.294626] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b63b6d7-5828-4f64-87be-f7df25deae9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.517558] env[69179]: INFO networking_nsxv3.common.synchronization [None req-342bdfd7-0a59-45ba-b557-2fec06d8de75 None None] Enqueued Resource ID: ff265805-44fb-4e73-864f-1c6d32a545ce with Priority: HIGHEST for action port [ 690.518160] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff265805-44fb-4e73-864f-1c6d32a545ce with Priority: HIGHEST for action port [ 690.518305] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff265805-44fb-4e73-864f-1c6d32a545ce taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.518452] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff265805-44fb-4e73-864f-1c6d32a545ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.518520] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff265805-44fb-4e73-864f-1c6d32a545ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.518777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff265805-44fb-4e73-864f-1c6d32a545ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.518864] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff265805-44fb-4e73-864f-1c6d32a545ce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.764205] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.764205] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.764205] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.764205] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.764205] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.764205] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb not found, creating... [ 690.764205] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.764205] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.764205] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.764205] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.764205] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.767066] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.767412] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.768860] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.772704] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.772704] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.772704] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb is going to be created. [ 690.776343] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.789990] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.790235] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.790363] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.790645] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.790867] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.791097] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.022204] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff265805-44fb-4e73-864f-1c6d32a545ce [ 691.022434] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.022602] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.022630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.022928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.022928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.023016] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff265805-44fb-4e73-864f-1c6d32a545ce already deleted. [ 691.023102] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff265805-44fb-4e73-864f-1c6d32a545ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.075980] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 in Status: SUCCESS [ 691.078569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.078569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.078569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.078569] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.078569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.078569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.078569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.078569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.078569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.078569] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.280106] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.280495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.282585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.282585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.282585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.282903] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 is going to be created. [ 691.309188] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.309188] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.309188] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.309188] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.309188] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.321029] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 in Status: UNINITIALIZED for 2s [ 691.410088] env[69179]: INFO networking_nsxv3.common.synchronization [None req-c79bb1c7-be07-474a-9685-02cae62ac44f None None] Enqueued Resource ID: 43bf081a-11e2-48c1-a498-5eb0f619f555 with Priority: HIGHEST for action port [ 691.410794] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43bf081a-11e2-48c1-a498-5eb0f619f555 with Priority: HIGHEST for action port [ 691.412976] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-43bf081a-11e2-48c1-a498-5eb0f619f555 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.416027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43bf081a-11e2-48c1-a498-5eb0f619f555" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.416027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43bf081a-11e2-48c1-a498-5eb0f619f555" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.416027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43bf081a-11e2-48c1-a498-5eb0f619f555" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.416027] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43bf081a-11e2-48c1-a498-5eb0f619f555',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.582305] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26ca4db-9d7a-40a8-9d02-607af28b5c34 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.582474] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.582540] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.582766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.582969] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.583037] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.583105] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.583243] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.583339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.583412] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.583552] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26ca4db-9d7a-40a8-9d02-607af28b5c34 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.583633] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.583719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.583826] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.583965] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.584066] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.584126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.584257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.584320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.584400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.584486] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.920368] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43bf081a-11e2-48c1-a498-5eb0f619f555 [ 691.920650] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.920814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.920814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.921023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.921105] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.921342] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43bf081a-11e2-48c1-a498-5eb0f619f555 already deleted. [ 691.921342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43bf081a-11e2-48c1-a498-5eb0f619f555" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.002410] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: SUCCESS [ 692.002710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.090139] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f26ca4db-9d7a-40a8-9d02-607af28b5c34: rpc.has_security_group_logging(os_id): False [ 692.110093] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.110261] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.110358] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.110565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.112146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.112146] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.112146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.112146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.112146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.112146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.112146] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.112146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.112146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.112573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.112573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.112573] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.112677] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.112740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.112887] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.112964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.113071] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 is going to be updated. [ 692.179569] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.179569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.179569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.179569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.179569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.193583] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 in Status: IN_PROGRESS for 2s [ 692.215765] env[69179]: INFO networking_nsxv3.common.synchronization [None req-e1ec164f-6e2c-4295-af88-069ffdddd234 None None] Enqueued Resource ID: 218ae16a-0b91-4e03-8712-16997195fea2 with Priority: HIGHEST for action port [ 692.215976] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 218ae16a-0b91-4e03-8712-16997195fea2 with Priority: HIGHEST for action port [ 692.216417] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-218ae16a-0b91-4e03-8712-16997195fea2 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.216500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-218ae16a-0b91-4e03-8712-16997195fea2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.216500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-218ae16a-0b91-4e03-8712-16997195fea2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.216768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-218ae16a-0b91-4e03-8712-16997195fea2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.216842] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('218ae16a-0b91-4e03-8712-16997195fea2',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.299412] env[69179]: INFO networking_nsxv3.common.synchronization [req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a req-e9263df5-f8c2-46d3-9e68-efef71f5b6e2 service nova] Enqueued Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_rules [ 692.299683] env[69179]: INFO networking_nsxv3.common.synchronization [req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a req-e9263df5-f8c2-46d3-9e68-efef71f5b6e2 service nova] Enqueued Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 692.299891] env[69179]: INFO networking_nsxv3.common.synchronization [req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a req-e9263df5-f8c2-46d3-9e68-efef71f5b6e2 service nova] Enqueued Resource ID: db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb with Priority: HIGHEST for action port [ 692.300467] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_rules [ 692.300669] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 692.300721] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb with Priority: HIGHEST for action port [ 692.301427] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.301427] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.301427] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.301601] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.304025] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.304025] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.304025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.304025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.304025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.304025] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.304025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.304025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.304025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.307427] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.307427] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.309873] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.310090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.310090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.310331] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.310371] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.722334] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 218ae16a-0b91-4e03-8712-16997195fea2 [ 692.722334] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.722334] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.722334] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.722775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.722775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.722775] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:218ae16a-0b91-4e03-8712-16997195fea2 already deleted. [ 692.722775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-218ae16a-0b91-4e03-8712-16997195fea2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.815010] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.815079] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.815314] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.816173] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb with status ACTIVE [ 692.816360] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.816473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.816542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.816745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.816806] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.816975] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.817085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.817139] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.817326] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.817372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.817570] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.817637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.817695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.817831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.817901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.817981] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb is going to be updated. [ 692.841247] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.841247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.841247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.842218] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.843387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.843387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db5ea658-8552-4fd8-83cb-aaa3e5e7cdcb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.322352] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.330450] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 in Status: SUCCESS [ 693.331217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.331217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.331217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.331341] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.331565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.331565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.331774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.331869] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.331977] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.332083] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.825161] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.825161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.825161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.825161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.825340] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.825366] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 is going to be created. [ 693.836316] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.848779] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.848779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.848779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.848779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.848779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.866787] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: UNINITIALIZED for 2s [ 694.209346] env[69179]: INFO networking_nsxv3.common.synchronization [None req-582cdbe3-a6d0-4bc2-a99a-793c77a1ba58 None None] Enqueued Resource ID: 99ab56e2-08a3-4478-9d45-f28214a045cd with Priority: HIGHEST for action port [ 694.209346] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 in Status: SUCCESS [ 694.209760] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.210084] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ab56e2-08a3-4478-9d45-f28214a045cd with Priority: HIGHEST for action port [ 694.211320] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-99ab56e2-08a3-4478-9d45-f28214a045cd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.211882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99ab56e2-08a3-4478-9d45-f28214a045cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.212114] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99ab56e2-08a3-4478-9d45-f28214a045cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.213437] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99ab56e2-08a3-4478-9d45-f28214a045cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.213437] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99ab56e2-08a3-4478-9d45-f28214a045cd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.339185] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c428d18-6f75-44d8-ba3d-f418c138ab83: rpc.has_security_group_logging(os_id): False [ 694.357559] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.357751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.357823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.358064] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.361734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.361734] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.361734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.361734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.361923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.361923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.362046] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 is going to be created. [ 694.426629] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.426810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.426874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.427113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.427325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.439901] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 in Status: IN_PROGRESS for 2s [ 694.714801] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99ab56e2-08a3-4478-9d45-f28214a045cd [ 694.715252] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.715252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.715252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.715465] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.715582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.715641] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99ab56e2-08a3-4478-9d45-f28214a045cd already deleted. [ 694.715768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99ab56e2-08a3-4478-9d45-f28214a045cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.539337] env[69179]: INFO networking_nsxv3.common.synchronization [None req-0dbc5cf3-cdf1-4fa1-bffa-46a95dc82153 None None] Enqueued Resource ID: ae334e7a-ce57-4035-a6ef-80a977661ff4 with Priority: HIGHEST for action port [ 695.539620] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae334e7a-ce57-4035-a6ef-80a977661ff4 with Priority: HIGHEST for action port [ 695.540509] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae334e7a-ce57-4035-a6ef-80a977661ff4 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.540509] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae334e7a-ce57-4035-a6ef-80a977661ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.540509] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae334e7a-ce57-4035-a6ef-80a977661ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.540776] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae334e7a-ce57-4035-a6ef-80a977661ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.542019] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae334e7a-ce57-4035-a6ef-80a977661ff4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.845236] env[69179]: INFO networking_nsxv3.common.synchronization [None req-f5857f17-86a3-4dbc-9026-692af950468d None None] Enqueued Resource ID: 09132bb8-088e-491f-8be4-e58b5a999056 with Priority: HIGHEST for action port [ 695.846041] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09132bb8-088e-491f-8be4-e58b5a999056 with Priority: HIGHEST for action port [ 695.846400] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-09132bb8-088e-491f-8be4-e58b5a999056 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.847967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09132bb8-088e-491f-8be4-e58b5a999056" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.848081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09132bb8-088e-491f-8be4-e58b5a999056" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.848392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09132bb8-088e-491f-8be4-e58b5a999056" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.848872] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09132bb8-088e-491f-8be4-e58b5a999056',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.875655] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: SUCCESS [ 695.875892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.876054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.876273] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.876463] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.876582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.876649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.876802] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.876882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.876973] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.877079] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.044020] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae334e7a-ce57-4035-a6ef-80a977661ff4 [ 696.044251] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.044386] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.044455] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.044677] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.044764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.044857] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae334e7a-ce57-4035-a6ef-80a977661ff4 already deleted. [ 696.044937] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae334e7a-ce57-4035-a6ef-80a977661ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.354951] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09132bb8-088e-491f-8be4-e58b5a999056 [ 696.356747] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.356747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.356747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.356747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.356989] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.357257] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09132bb8-088e-491f-8be4-e58b5a999056 already deleted. [ 696.357737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09132bb8-088e-491f-8be4-e58b5a999056" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.381276] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.381276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.381276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.381276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.381276] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.381276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.381276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.381276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.381276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.381276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.381276] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.382647] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.384335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.384335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.384335] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.384335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.384335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.384335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.384335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.384335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.384335] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.451391] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 in Status: SUCCESS [ 696.451567] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.806810] env[69179]: INFO networking_nsxv3.common.synchronization [None req-2cfb3f13-b981-45d6-b9c1-484023630e51 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Enqueued Resource ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 with Priority: HIGHEST for action security_group_rules [ 696.808396] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 with Priority: HIGHEST for action security_group_rules [ 696.808734] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915cbe6f-a03a-4629-bb6c-952a60c11b56 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.808874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.808940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.809966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.810047] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915cbe6f-a03a-4629-bb6c-952a60c11b56',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.887390] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 492a9a18-09f2-40b2-b2cb-daefbb50aa84: rpc.has_security_group_logging(os_id): False [ 696.907782] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.907782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.907782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.907782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.907782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.907782] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.907782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.907782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.907782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.907782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.907782] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.907782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.907782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.907782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.907782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.908500] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.908500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.908500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.908500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.908500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.908500] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 is going to be created. [ 696.963714] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.963714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.963714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.963714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.963714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.979876] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: IN_PROGRESS for 2s [ 697.018703] env[69179]: INFO networking_nsxv3.common.synchronization [None req-d273fa23-a813-40a5-b11b-63cef81ac5e4 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Enqueued Resource ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 with Priority: HIGHEST for action security_group_rules [ 697.020839] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 with Priority: HIGHEST for action security_group_rules [ 697.021214] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915cbe6f-a03a-4629-bb6c-952a60c11b56 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.021326] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.332045] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.332235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.332305] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.332520] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.332603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.332696] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 already deleted. [ 697.332841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.332942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.333111] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.333190] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915cbe6f-a03a-4629-bb6c-952a60c11b56',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.832257] env[69179]: INFO networking_nsxv3.common.synchronization [req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a req-f0c5a7d8-5eff-45f0-a5be-7d8e0f31c80c tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Enqueued Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 697.832924] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 697.833260] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.833382] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.833461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.833691] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.833848] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.833949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.834019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.834169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.834249] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.834350] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.856425] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.857933] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.857933] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.857933] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.857933] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.857933] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 already deleted. [ 697.858548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.234276] env[69179]: INFO networking_nsxv3.common.synchronization [None req-b17d9e1e-36cf-4f96-b39c-c8c4ba2ba4e4 None None] Enqueued Resource ID: b37647d2-d464-4851-8f35-6d3ea090d897 with Priority: HIGHEST for action port [ 698.235992] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b37647d2-d464-4851-8f35-6d3ea090d897 with Priority: HIGHEST for action port [ 698.236313] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-b37647d2-d464-4851-8f35-6d3ea090d897 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.236432] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b37647d2-d464-4851-8f35-6d3ea090d897" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.236494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b37647d2-d464-4851-8f35-6d3ea090d897" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.236748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b37647d2-d464-4851-8f35-6d3ea090d897" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.236828] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b37647d2-d464-4851-8f35-6d3ea090d897',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.337061] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.492419] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.492611] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-795" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.492743] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-795" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.493025] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-795" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.493453] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.493643] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.493761] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.493983] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.499589] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.499589] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.499589] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.499589] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.499589] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.499589] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.499589] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.499589] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.516323] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.516323] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 698.516323] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.516323] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-795" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.516747] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-02a201cd-caad-4333-8a1a-f79696387964 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.516747] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-02a201cd-caad-4333-8a1a-f79696387964" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.518082] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-02a201cd-caad-4333-8a1a-f79696387964" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.518082] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-02a201cd-caad-4333-8a1a-f79696387964" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.518082] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a201cd-caad-4333-8a1a-f79696387964',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.577502] env[69179]: INFO networking_nsxv3.common.synchronization [None req-dc1aa851-76f4-4e25-b5f5-3607c60f0b64 None None] Enqueued Resource ID: 6f316d43-bf88-469d-bc1a-9b59c13ee550 with Priority: HIGHEST for action port [ 698.577502] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f316d43-bf88-469d-bc1a-9b59c13ee550 with Priority: HIGHEST for action port [ 698.578328] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f316d43-bf88-469d-bc1a-9b59c13ee550 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.578328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f316d43-bf88-469d-bc1a-9b59c13ee550" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.578328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f316d43-bf88-469d-bc1a-9b59c13ee550" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.578549] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f316d43-bf88-469d-bc1a-9b59c13ee550" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.578549] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f316d43-bf88-469d-bc1a-9b59c13ee550',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.741259] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b37647d2-d464-4851-8f35-6d3ea090d897 [ 698.741259] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.741259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.741259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.741259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.741259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.741259] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b37647d2-d464-4851-8f35-6d3ea090d897 already deleted. [ 698.741259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b37647d2-d464-4851-8f35-6d3ea090d897" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.840423] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.992182] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: SUCCESS [ 698.992408] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.022045] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.022269] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.022398] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.022689] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.022839] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.023152] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 02a201cd-caad-4333-8a1a-f79696387964 not found, creating... [ 699.023681] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.023681] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.023681] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.023905] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.023905] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.024164] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.024320] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.024437] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.028018] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.028018] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.028018] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 02a201cd-caad-4333-8a1a-f79696387964 is going to be created. [ 699.044882] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.045869] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.045869] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.045869] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.045869] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.046703] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-02a201cd-caad-4333-8a1a-f79696387964" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.059841] env[69179]: INFO networking_nsxv3.common.synchronization [req-012e8bca-f3fb-46fd-abd4-778ea6c705a9 req-bb49862c-a68f-4528-ad74-50edb48e5edb tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Enqueued Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_members [ 699.060065] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_members [ 699.060619] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.060744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.060822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.061821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.061821] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.061821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.061821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.061991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.061991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.062061] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.083116] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f316d43-bf88-469d-bc1a-9b59c13ee550 [ 699.083116] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.083116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.083116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.083116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.083116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.083116] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f316d43-bf88-469d-bc1a-9b59c13ee550 already deleted. [ 699.083116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f316d43-bf88-469d-bc1a-9b59c13ee550" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.343411] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.343411] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.343411] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.343820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.343820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.343820] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 is going to be updated. [ 699.369938] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.370155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.370201] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.370401] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.370515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.379692] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: IN_PROGRESS for 2s [ 699.563537] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.950098] env[69179]: INFO networking_nsxv3.common.synchronization [req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 req-9f82b01b-803b-411f-9e35-6e523b228b89 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Enqueued Resource ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce with Priority: HIGHEST for action security_group_members [ 699.950098] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce with Priority: HIGHEST for action security_group_members [ 699.950098] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-064676f8-15c7-44eb-b3b3-8292f61f4dce taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.950098] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.950098] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.950098] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.950098] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.950098] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.950098] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.950920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.950920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.950920] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('064676f8-15c7-44eb-b3b3-8292f61f4dce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.066916] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.228229] env[69179]: INFO networking_nsxv3.common.synchronization [req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a req-54610d24-1250-4907-9971-aac583d68260 service nova] Enqueued Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_rules [ 700.228229] env[69179]: INFO networking_nsxv3.common.synchronization [req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a req-54610d24-1250-4907-9971-aac583d68260 service nova] Enqueued Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 700.228229] env[69179]: INFO networking_nsxv3.common.synchronization [req-3f66afb1-a1eb-4ec1-aa12-3097d44a990a req-54610d24-1250-4907-9971-aac583d68260 service nova] Enqueued Resource ID: 02a201cd-caad-4333-8a1a-f79696387964 with Priority: HIGHEST for action port [ 700.228229] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_rules [ 700.228229] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 700.228229] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a201cd-caad-4333-8a1a-f79696387964 with Priority: HIGHEST for action port [ 700.228229] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.228229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.228229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.229291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.229485] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.230663] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.230922] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.231293] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a201cd-caad-4333-8a1a-f79696387964 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.231573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a201cd-caad-4333-8a1a-f79696387964" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.231826] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a201cd-caad-4333-8a1a-f79696387964" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.232098] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a201cd-caad-4333-8a1a-f79696387964" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.232254] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a201cd-caad-4333-8a1a-f79696387964',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.342423] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.343668] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-785" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.343922] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-785" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.344332] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-785" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.345300] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.345980] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.346165] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.346470] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.346556] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.346797] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.346869] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.346972] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.347090] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.347202] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.347305] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.347512] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.372191] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.372191] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.372191] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.372191] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-785" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.372191] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-20db33f7-e291-4f0b-8b0f-9762d7cb736c taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.372191] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-20db33f7-e291-4f0b-8b0f-9762d7cb736c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.372423] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-20db33f7-e291-4f0b-8b0f-9762d7cb736c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.372685] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-20db33f7-e291-4f0b-8b0f-9762d7cb736c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.372821] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20db33f7-e291-4f0b-8b0f-9762d7cb736c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.454106] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.454761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.454761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.454761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.454761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.455012] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.455012] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.455126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.455214] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.455288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.455629] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce already deleted. [ 700.455629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.570364] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.570364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.570364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.570364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.570364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.570812] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f56845-88b7-4714-b073-e40872441d8d is going to be updated. [ 700.596312] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.596441] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.596441] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.596660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.596821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.605919] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: IN_PROGRESS for 2s [ 700.737506] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.737506] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.737506] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02a201cd-caad-4333-8a1a-f79696387964 with status ACTIVE [ 700.737506] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.737506] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.737506] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.737781] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.737781] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.737951] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.738056] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.738417] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.738417] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.738417] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.738546] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.738617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.738700] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.738813] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.738891] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.738993] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02a201cd-caad-4333-8a1a-f79696387964 is going to be updated. [ 700.760923] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.761155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.761273] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.761670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.761882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.762988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a201cd-caad-4333-8a1a-f79696387964" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.881019] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.881019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.881019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.881019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.881019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.881019] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 20db33f7-e291-4f0b-8b0f-9762d7cb736c not found, creating... [ 700.881019] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.881019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.881019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.881019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.881019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.881437] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.881437] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.881437] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.881437] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.882023] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.882471] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 20db33f7-e291-4f0b-8b0f-9762d7cb736c is going to be created. [ 700.901739] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.903700] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.903700] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.903700] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.903700] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.903700] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-20db33f7-e291-4f0b-8b0f-9762d7cb736c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.010203] env[69179]: INFO networking_nsxv3.common.synchronization [None req-b162dc72-5765-439a-bd43-09f13f483340 None None] Enqueued Resource ID: 0c46c9c3-255e-4ed8-ba8e-02623e191691 with Priority: HIGHEST for action port [ 701.010203] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c46c9c3-255e-4ed8-ba8e-02623e191691 with Priority: HIGHEST for action port [ 701.010203] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c46c9c3-255e-4ed8-ba8e-02623e191691 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.010203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c46c9c3-255e-4ed8-ba8e-02623e191691" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.010203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c46c9c3-255e-4ed8-ba8e-02623e191691" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.011383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c46c9c3-255e-4ed8-ba8e-02623e191691" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.011652] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c46c9c3-255e-4ed8-ba8e-02623e191691',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.390867] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: SUCCESS [ 701.391157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.391319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.391559] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.391763] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.391889] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.391955] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.392142] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.392237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.392334] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.515641] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c46c9c3-255e-4ed8-ba8e-02623e191691 [ 701.519376] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.519534] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.519607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.519862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.520072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.520072] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c46c9c3-255e-4ed8-ba8e-02623e191691 already deleted. [ 701.520175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c46c9c3-255e-4ed8-ba8e-02623e191691" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.895212] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.150909] env[69179]: INFO networking_nsxv3.common.synchronization [req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 req-f48fb340-6f4f-49a4-ae63-d5bacf7d4714 service nova] Enqueued Resource ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce with Priority: HIGHEST for action security_group_rules [ 702.151158] env[69179]: INFO networking_nsxv3.common.synchronization [req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 req-f48fb340-6f4f-49a4-ae63-d5bacf7d4714 service nova] Enqueued Resource ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce with Priority: HIGHEST for action security_group_members [ 702.151158] env[69179]: INFO networking_nsxv3.common.synchronization [req-a1ca10a9-c2ab-4c23-9458-0b73e9f6faf8 req-f48fb340-6f4f-49a4-ae63-d5bacf7d4714 service nova] Enqueued Resource ID: 20db33f7-e291-4f0b-8b0f-9762d7cb736c with Priority: HIGHEST for action port [ 702.151890] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce with Priority: HIGHEST for action security_group_rules [ 702.151890] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce with Priority: HIGHEST for action security_group_members [ 702.151951] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20db33f7-e291-4f0b-8b0f-9762d7cb736c with Priority: HIGHEST for action port [ 702.152201] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-064676f8-15c7-44eb-b3b3-8292f61f4dce taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.152324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.152389] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.154502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.154627] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('064676f8-15c7-44eb-b3b3-8292f61f4dce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.155634] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-064676f8-15c7-44eb-b3b3-8292f61f4dce taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.156118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.156118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.156118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.156597] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.156964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.157402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.158316] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.158486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.158641] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('064676f8-15c7-44eb-b3b3-8292f61f4dce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.162676] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-20db33f7-e291-4f0b-8b0f-9762d7cb736c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.162676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20db33f7-e291-4f0b-8b0f-9762d7cb736c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.162676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20db33f7-e291-4f0b-8b0f-9762d7cb736c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.162676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20db33f7-e291-4f0b-8b0f-9762d7cb736c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.162676] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20db33f7-e291-4f0b-8b0f-9762d7cb736c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.397409] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.619085] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: SUCCESS [ 702.619383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.664027] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-064676f8-15c7-44eb-b3b3-8292f61f4dce taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.664183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.664373] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('064676f8-15c7-44eb-b3b3-8292f61f4dce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.666913] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20db33f7-e291-4f0b-8b0f-9762d7cb736c with status ACTIVE [ 702.667140] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.669380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.669380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.669380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.669380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.669380] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.669380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.669380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.669380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.669380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.669380] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.669380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.669380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.669380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.669380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.670958] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20db33f7-e291-4f0b-8b0f-9762d7cb736c is going to be updated. [ 702.694929] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.694929] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.695267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.695267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.695416] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.698998] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20db33f7-e291-4f0b-8b0f-9762d7cb736c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.850142] env[69179]: INFO networking_nsxv3.common.synchronization [None req-2d95f176-bd40-4201-b934-03b95b8ac5b1 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Enqueued Resource ID: 85471643-0f29-414f-9e84-8a622e24a423 with Priority: HIGHEST for action security_group_rules [ 702.851930] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85471643-0f29-414f-9e84-8a622e24a423 with Priority: HIGHEST for action security_group_rules [ 702.852114] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85471643-0f29-414f-9e84-8a622e24a423 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.852471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.852471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.852649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.852738] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85471643-0f29-414f-9e84-8a622e24a423',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.903724] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.903724] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.903724] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.903724] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.903724] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.903724] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 is going to be updated. [ 702.943960] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.944313] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.944313] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.944426] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.944555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.954468] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: IN_PROGRESS for 2s [ 702.969032] env[69179]: INFO networking_nsxv3.common.synchronization [None req-e786f7a6-aba7-4ff6-9206-d5a18519b60b tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Enqueued Resource ID: 85471643-0f29-414f-9e84-8a622e24a423 with Priority: HIGHEST for action security_group_rules [ 702.969563] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85471643-0f29-414f-9e84-8a622e24a423 with Priority: HIGHEST for action security_group_rules [ 702.969993] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85471643-0f29-414f-9e84-8a622e24a423 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.969993] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.042195] env[69179]: INFO networking_nsxv3.common.synchronization [req-33ae5ea8-c989-41cf-b113-5b75fda321b5 req-59c8baef-df86-42a9-83ca-398cc02490e2 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Enqueued Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGHEST for action security_group_members [ 703.042727] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGHEST for action security_group_members [ 703.044112] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.046315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.046315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.046315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.046315] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.046315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.046315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.046315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.046315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.046315] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.167892] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('064676f8-15c7-44eb-b3b3-8292f61f4dce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.386029] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.386029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.386238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.386382] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.388032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.388032] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85471643-0f29-414f-9e84-8a622e24a423 already deleted. [ 703.388032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.388032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.388032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.388032] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85471643-0f29-414f-9e84-8a622e24a423',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.550480] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.550643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.551270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.551270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.551270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.551771] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.551995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.551995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.552196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.552283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.552417] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 already deleted. [ 703.552623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.634946] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.635169] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-902" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.635292] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-902" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.635676] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-902" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.635847] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.636014] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.636141] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.636359] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.636885] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.637243] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.637375] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.637514] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.638599] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.638667] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.638997] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.639074] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.658729] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.658944] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 703.659050] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.659231] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-902" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.659542] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-ea168eeb-c4c0-4312-ba39-ad6111551f1a taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.659713] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-ea168eeb-c4c0-4312-ba39-ad6111551f1a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.659830] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-ea168eeb-c4c0-4312-ba39-ad6111551f1a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.660204] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-ea168eeb-c4c0-4312-ba39-ad6111551f1a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.660336] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea168eeb-c4c0-4312-ba39-ad6111551f1a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.671928] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.672095] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.672156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.672383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.675237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.675237] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce is going to be created. [ 703.695334] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.695519] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.695600] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.695820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.696091] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.707163] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce in Status: UNINITIALIZED for 2s [ 703.856941] env[69179]: INFO networking_nsxv3.common.synchronization [None req-20b18a75-a87c-4ff4-9cb2-f6531f41cfed None None] Enqueued Resource ID: 09e18533-140f-4975-bea2-c78e57d5bed8 with Priority: HIGHEST for action port [ 703.856941] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e18533-140f-4975-bea2-c78e57d5bed8 with Priority: HIGHEST for action port [ 703.859180] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-09e18533-140f-4975-bea2-c78e57d5bed8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.859180] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09e18533-140f-4975-bea2-c78e57d5bed8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.859180] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09e18533-140f-4975-bea2-c78e57d5bed8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.859180] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09e18533-140f-4975-bea2-c78e57d5bed8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.859180] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09e18533-140f-4975-bea2-c78e57d5bed8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.906171] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.906385] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.906385] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.906579] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.907022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.907022] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85471643-0f29-414f-9e84-8a622e24a423 already deleted. [ 703.907022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.165342] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.165655] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.165837] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.166024] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.166173] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.166322] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port ea168eeb-c4c0-4312-ba39-ad6111551f1a not found, creating... [ 704.166574] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.166744] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.166949] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.167071] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.167203] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.167454] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.167625] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.167742] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.167947] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.168899] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.169103] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: ea168eeb-c4c0-4312-ba39-ad6111551f1a is going to be created. [ 704.190089] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.190089] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.190089] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.190089] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.190089] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.190089] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-ea168eeb-c4c0-4312-ba39-ad6111551f1a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.363388] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09e18533-140f-4975-bea2-c78e57d5bed8 [ 704.363388] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.363388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.363388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.363618] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.363618] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.363618] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09e18533-140f-4975-bea2-c78e57d5bed8 already deleted. [ 704.363718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09e18533-140f-4975-bea2-c78e57d5bed8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.963613] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: SUCCESS [ 704.963918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.964123] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.964431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.964717] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.964996] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.965113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.965507] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.965586] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.965719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.966011] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.284876] env[69179]: INFO networking_nsxv3.common.synchronization [req-33ae5ea8-c989-41cf-b113-5b75fda321b5 req-16058032-6738-474f-8a6c-0cf3af10db39 service nova] Enqueued Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGHEST for action security_group_rules [ 705.285619] env[69179]: INFO networking_nsxv3.common.synchronization [req-33ae5ea8-c989-41cf-b113-5b75fda321b5 req-16058032-6738-474f-8a6c-0cf3af10db39 service nova] Enqueued Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGHEST for action security_group_members [ 705.285866] env[69179]: INFO networking_nsxv3.common.synchronization [req-33ae5ea8-c989-41cf-b113-5b75fda321b5 req-16058032-6738-474f-8a6c-0cf3af10db39 service nova] Enqueued Resource ID: ea168eeb-c4c0-4312-ba39-ad6111551f1a with Priority: HIGHEST for action port [ 705.287421] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGHEST for action security_group_rules [ 705.287632] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGHEST for action security_group_members [ 705.288019] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea168eeb-c4c0-4312-ba39-ad6111551f1a with Priority: HIGHEST for action port [ 705.288370] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.288536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.288668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.289285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.289285] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.290253] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.290253] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.290484] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.290723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.290912] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.293029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.293029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.293029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.293029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.293029] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.293029] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea168eeb-c4c0-4312-ba39-ad6111551f1a taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.293029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea168eeb-c4c0-4312-ba39-ad6111551f1a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.293029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea168eeb-c4c0-4312-ba39-ad6111551f1a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.293029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea168eeb-c4c0-4312-ba39-ad6111551f1a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.293029] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea168eeb-c4c0-4312-ba39-ad6111551f1a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.468886] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.468984] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.469055] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.469278] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.469443] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.469542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.469605] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.470166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.470166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.470166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.470166] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.470322] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.470322] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.470421] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.470821] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.470913] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.470989] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.471128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.471881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.471881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.471881] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.720395] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce in Status: SUCCESS [ 705.720395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.720395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.720395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.720395] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.720395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.720395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.720395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.720395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.720395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.720395] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('064676f8-15c7-44eb-b3b3-8292f61f4dce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.795415] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.795415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.795415] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.796292] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea168eeb-c4c0-4312-ba39-ad6111551f1a with status ACTIVE [ 705.797122] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.797122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.797122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.797122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.797303] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.797407] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.797590] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.800881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.800881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.800881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.800881] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.800881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.800881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.800881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.800881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.800881] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea168eeb-c4c0-4312-ba39-ad6111551f1a is going to be updated. [ 705.821278] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.821529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.821529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.821670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.821839] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.822036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea168eeb-c4c0-4312-ba39-ad6111551f1a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.975016] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 492a9a18-09f2-40b2-b2cb-daefbb50aa84: rpc.has_security_group_logging(os_id): False [ 705.996822] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.996981] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.997104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.997378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.997378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.997596] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.997670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.997725] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.997872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.998042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.998155] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.998247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.998310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.998454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.998569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.998708] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.998796] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.998876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.999035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.999113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.999198] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 is going to be updated. [ 706.179654] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.179870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.179870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.180093] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.180229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.213193] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: IN_PROGRESS for 2s [ 706.222687] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('064676f8-15c7-44eb-b3b3-8292f61f4dce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.303776] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.725579] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 064676f8-15c7-44eb-b3b3-8292f61f4dce: rpc.has_security_group_logging(os_id): False [ 706.746024] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.746024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.746024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.746024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.746024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.746024] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.746024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.746024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.746024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.746024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.746024] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce is going to be created. [ 706.801134] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.806360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.806360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.806360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.806360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.806744] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.807126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.807356] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.807778] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.807953] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.808154] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 is going to be created. [ 706.819412] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce in Status: IN_PROGRESS for 2s [ 706.842482] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.842482] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.842482] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.842482] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.842482] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.872882] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 in Status: UNINITIALIZED for 2s [ 707.262580] env[69179]: INFO networking_nsxv3.common.synchronization [None req-ccb759de-cd24-4916-885b-e038dde61fad None None] Enqueued Resource ID: 3fb38a68-23a7-4a5a-b1c5-eab6330fc73b with Priority: HIGHEST for action port [ 707.262771] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fb38a68-23a7-4a5a-b1c5-eab6330fc73b with Priority: HIGHEST for action port [ 707.263859] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fb38a68-23a7-4a5a-b1c5-eab6330fc73b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.264034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fb38a68-23a7-4a5a-b1c5-eab6330fc73b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.264080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fb38a68-23a7-4a5a-b1c5-eab6330fc73b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.264321] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fb38a68-23a7-4a5a-b1c5-eab6330fc73b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.264406] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fb38a68-23a7-4a5a-b1c5-eab6330fc73b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.767291] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fb38a68-23a7-4a5a-b1c5-eab6330fc73b [ 707.767709] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.767986] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.768070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.768344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.768485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.768604] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fb38a68-23a7-4a5a-b1c5-eab6330fc73b already deleted. [ 707.768700] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fb38a68-23a7-4a5a-b1c5-eab6330fc73b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.004357] env[69179]: INFO networking_nsxv3.common.synchronization [req-471711e6-a9e0-46b1-bc88-947a820e8b84 req-a7fe4fe8-af0f-4a35-a9ac-fec299b43ad9 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Enqueued Resource ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 with Priority: HIGHEST for action security_group_members [ 708.004357] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 with Priority: HIGHEST for action security_group_members [ 708.004357] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.004357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.004357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.004540] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.004566] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.004667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.004717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.005115] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.005115] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.006362] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f56fd3-b6f3-47ef-b1b2-f08aced97c26',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.230025] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: SUCCESS [ 708.230025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.512029] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.512029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.512029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.514182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.514182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.514182] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.514182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.514182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.514182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.514371] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.520053] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 already deleted. [ 708.520053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.807763] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-20 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.808119] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-20" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.808119] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-20" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.808444] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-20" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.808706] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.808895] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.809207] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.809442] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.809590] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.809810] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.809945] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.810054] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.810191] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.810300] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.810405] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.810800] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.829683] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.829846] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.829907] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.830061] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-20" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.830382] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-1019decd-6341-4b4a-9292-d6d1dbe15ec6 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.830556] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-1019decd-6341-4b4a-9292-d6d1dbe15ec6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.830674] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-1019decd-6341-4b4a-9292-d6d1dbe15ec6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.830999] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-1019decd-6341-4b4a-9292-d6d1dbe15ec6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.831154] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1019decd-6341-4b4a-9292-d6d1dbe15ec6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.834972] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce in Status: SUCCESS [ 708.835095] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.886595] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 in Status: SUCCESS [ 708.886800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.887536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.887768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.889944] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.889944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.889944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.889944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.889944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.889944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.889944] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.338043] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.338043] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.338043] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.338043] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.338043] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.338043] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 1019decd-6341-4b4a-9292-d6d1dbe15ec6 not found, creating... [ 709.338043] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.338043] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.338043] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.338043] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.338043] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.338658] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.338658] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.339028] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.339267] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.339455] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.339594] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 1019decd-6341-4b4a-9292-d6d1dbe15ec6 is going to be created. [ 709.363543] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.363543] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.363785] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.363974] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.364291] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.364545] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-1019decd-6341-4b4a-9292-d6d1dbe15ec6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.392522] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.392731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.392806] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.393073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.393206] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.393308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.393364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.393630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.393770] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.393885] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.393983] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.394089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.394198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.394298] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.394439] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.394546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.394615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.394761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.394838] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.394919] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.395037] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.903121] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2992f54-1f52-403c-8953-2c77fbcc53a8: rpc.has_security_group_logging(os_id): False [ 709.921282] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.921417] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.921492] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.921705] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.921788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.921964] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.922258] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.922258] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.922258] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.922338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.922918] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.922918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.922918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.922918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.922918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.923117] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.923166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.923223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.923361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.923430] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.923512] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 is going to be created. [ 709.950431] env[69179]: INFO networking_nsxv3.common.synchronization [None req-9c7a2efd-7a2f-4e44-90c4-100a99a08709 None None] Enqueued Resource ID: 471b48d9-51fc-48b8-8b28-5f7a14057145 with Priority: HIGHEST for action port [ 709.951357] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471b48d9-51fc-48b8-8b28-5f7a14057145 with Priority: HIGHEST for action port [ 709.951357] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-471b48d9-51fc-48b8-8b28-5f7a14057145 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.952093] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-471b48d9-51fc-48b8-8b28-5f7a14057145" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.952093] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-471b48d9-51fc-48b8-8b28-5f7a14057145" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.952093] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-471b48d9-51fc-48b8-8b28-5f7a14057145" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.952093] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('471b48d9-51fc-48b8-8b28-5f7a14057145',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.989179] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.989179] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.989179] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.989179] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.989179] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.000841] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 in Status: IN_PROGRESS for 2s [ 710.408755] env[69179]: INFO networking_nsxv3.common.synchronization [req-471711e6-a9e0-46b1-bc88-947a820e8b84 req-8e80f16b-bd6b-4db9-aa7f-b9a3139a0986 service nova] Enqueued Resource ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 with Priority: HIGHEST for action security_group_rules [ 710.408755] env[69179]: INFO networking_nsxv3.common.synchronization [req-471711e6-a9e0-46b1-bc88-947a820e8b84 req-8e80f16b-bd6b-4db9-aa7f-b9a3139a0986 service nova] Enqueued Resource ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 with Priority: HIGHEST for action security_group_members [ 710.408755] env[69179]: INFO networking_nsxv3.common.synchronization [req-471711e6-a9e0-46b1-bc88-947a820e8b84 req-8e80f16b-bd6b-4db9-aa7f-b9a3139a0986 service nova] Enqueued Resource ID: 1019decd-6341-4b4a-9292-d6d1dbe15ec6 with Priority: HIGHEST for action port [ 710.409591] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 with Priority: HIGHEST for action security_group_rules [ 710.409591] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 with Priority: HIGHEST for action security_group_members [ 710.409591] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1019decd-6341-4b4a-9292-d6d1dbe15ec6 with Priority: HIGHEST for action port [ 710.410136] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.410393] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.410393] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.411195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.411537] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4f56fd3-b6f3-47ef-b1b2-f08aced97c26',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.414245] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.414245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.414245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.414542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.414726] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.414953] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.414953] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.415117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.415213] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.415309] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f56fd3-b6f3-47ef-b1b2-f08aced97c26',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.419036] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-1019decd-6341-4b4a-9292-d6d1dbe15ec6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.419036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1019decd-6341-4b4a-9292-d6d1dbe15ec6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.419036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1019decd-6341-4b4a-9292-d6d1dbe15ec6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.419036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1019decd-6341-4b4a-9292-d6d1dbe15ec6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.419036] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1019decd-6341-4b4a-9292-d6d1dbe15ec6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.436398] env[69179]: INFO networking_nsxv3.common.synchronization [None req-5bf9c112-f9e2-4dbb-adeb-23be7f786c0b None None] Enqueued Resource ID: aee43892-62c4-4756-8ee3-094452297982 with Priority: HIGHEST for action port [ 710.436784] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee43892-62c4-4756-8ee3-094452297982 with Priority: HIGHEST for action port [ 710.437363] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-aee43892-62c4-4756-8ee3-094452297982 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.437363] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aee43892-62c4-4756-8ee3-094452297982" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.437363] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aee43892-62c4-4756-8ee3-094452297982" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.437734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aee43892-62c4-4756-8ee3-094452297982" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.437734] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee43892-62c4-4756-8ee3-094452297982',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.455502] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 471b48d9-51fc-48b8-8b28-5f7a14057145 [ 710.455957] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.456262] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.456435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.456775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.457023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.457256] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:471b48d9-51fc-48b8-8b28-5f7a14057145 already deleted. [ 710.458163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-471b48d9-51fc-48b8-8b28-5f7a14057145" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.714238] env[69179]: INFO networking_nsxv3.common.synchronization [req-860db768-9b6b-4ab1-acfd-e084a1eb3385 req-77db6259-d22d-4268-909a-03d47d091852 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Enqueued Resource ID: e07287c1-b758-4563-9f39-24ea8fee1518 with Priority: HIGHEST for action security_group_members [ 710.716270] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e07287c1-b758-4563-9f39-24ea8fee1518 with Priority: HIGHEST for action security_group_members [ 710.716270] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-e07287c1-b758-4563-9f39-24ea8fee1518 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.716270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.716270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.716270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.716766] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.716766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.716849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.716945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.717043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.717145] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e07287c1-b758-4563-9f39-24ea8fee1518',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.924224] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.928024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.928024] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4f56fd3-b6f3-47ef-b1b2-f08aced97c26',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.928024] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1019decd-6341-4b4a-9292-d6d1dbe15ec6 with status ACTIVE [ 710.928024] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.928024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.928024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.928024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.928024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.928024] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.928024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.928024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.928024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.928024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.928024] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.928024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.928024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.928703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.928703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.928703] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1019decd-6341-4b4a-9292-d6d1dbe15ec6 is going to be updated. [ 710.941112] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aee43892-62c4-4756-8ee3-094452297982 [ 710.941329] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.941456] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.941522] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.941754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.941844] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.941936] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aee43892-62c4-4756-8ee3-094452297982 already deleted. [ 710.942053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aee43892-62c4-4756-8ee3-094452297982" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.952781] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.952916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.952987] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.953217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.953353] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.953515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1019decd-6341-4b4a-9292-d6d1dbe15ec6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.220467] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.220467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.220557] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.220702] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.220788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.220974] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.221528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.221601] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.221768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.221846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.221933] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e07287c1-b758-4563-9f39-24ea8fee1518 already deleted. [ 711.222055] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.433527] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4f56fd3-b6f3-47ef-b1b2-f08aced97c26',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.737299] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.737299] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-400" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.737299] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-400" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.737757] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-400" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.738758] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.738758] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.738758] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.738758] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.738758] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.739012] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.739093] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.740153] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.740153] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.740153] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.740153] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.740153] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.760392] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.760529] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.760621] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.762264] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-400" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.762264] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-5ba1c563-862a-48e2-bdd3-ed602f544097 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.762264] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-5ba1c563-862a-48e2-bdd3-ed602f544097" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.762264] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-5ba1c563-862a-48e2-bdd3-ed602f544097" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.762264] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-5ba1c563-862a-48e2-bdd3-ed602f544097" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.762483] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba1c563-862a-48e2-bdd3-ed602f544097',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.803875] env[69179]: INFO networking_nsxv3.common.synchronization [None req-0ebfb06b-2809-4d0b-bb9e-fdb4e91ed370 None None] Enqueued Resource ID: a5318dc5-f0e1-46a4-b6c7-fea2dd9dc1db with Priority: HIGHEST for action port [ 711.803875] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5318dc5-f0e1-46a4-b6c7-fea2dd9dc1db with Priority: HIGHEST for action port [ 711.803875] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5318dc5-f0e1-46a4-b6c7-fea2dd9dc1db taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.803875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5318dc5-f0e1-46a4-b6c7-fea2dd9dc1db" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.803875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5318dc5-f0e1-46a4-b6c7-fea2dd9dc1db" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.804247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5318dc5-f0e1-46a4-b6c7-fea2dd9dc1db" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.804303] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5318dc5-f0e1-46a4-b6c7-fea2dd9dc1db',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.935898] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.935898] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.935898] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.936313] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.937667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.937667] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 is going to be created. [ 711.965642] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.965642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.965642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.965642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.965642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.978393] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 in Status: UNINITIALIZED for 2s [ 712.014665] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 in Status: SUCCESS [ 712.014888] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.246652] env[69179]: INFO networking_nsxv3.common.synchronization [req-eaadf73d-b578-4958-8d28-1334ac8ea5e8 req-2d96118a-e59e-4477-930e-12b74d96a184 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Enqueued Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 712.249222] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 712.249554] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.249689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.249758] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.249992] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.250161] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.250286] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.250327] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.250467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.250564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.250664] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.265789] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.265989] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.266157] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.266416] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.266630] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.266717] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 5ba1c563-862a-48e2-bdd3-ed602f544097 not found, creating... [ 712.266972] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.267153] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.267267] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.267486] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.267638] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.267910] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.268593] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.268731] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.268958] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.269102] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.269241] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 5ba1c563-862a-48e2-bdd3-ed602f544097 is going to be created. [ 712.311568] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.312191] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.312780] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.313793] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.320400] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.320400] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-5ba1c563-862a-48e2-bdd3-ed602f544097" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.320400] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5318dc5-f0e1-46a4-b6c7-fea2dd9dc1db [ 712.320400] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.320400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.320400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.320400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.320400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.320400] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5318dc5-f0e1-46a4-b6c7-fea2dd9dc1db already deleted. [ 712.320679] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5318dc5-f0e1-46a4-b6c7-fea2dd9dc1db" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.469864] env[69179]: INFO networking_nsxv3.common.synchronization [req-774ba5c3-f4de-464e-ac02-9efa9a024ada req-8e5faf70-8cb9-44f4-b4e0-994d672d1242 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Enqueued Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 712.470491] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 712.470804] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.470899] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.518086] env[69179]: INFO networking_nsxv3.common.synchronization [req-c99f4c89-4b69-4798-b7dd-9206239fd009 req-4aee211d-c606-44e0-9775-82a5c27de7cd tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Enqueued Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGHEST for action security_group_members [ 712.519133] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGHEST for action security_group_members [ 712.519133] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26ca4db-9d7a-40a8-9d02-607af28b5c34 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.519133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.519406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.519406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.519523] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.519637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.519696] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.519895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.519944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.521167] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.753415] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.022684] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.200966] env[69179]: INFO networking_nsxv3.common.synchronization [req-860db768-9b6b-4ab1-acfd-e084a1eb3385 req-4f914cce-bb93-4de7-96dc-c06f3231ccb8 service nova] Enqueued Resource ID: e07287c1-b758-4563-9f39-24ea8fee1518 with Priority: HIGHEST for action security_group_rules [ 713.201146] env[69179]: INFO networking_nsxv3.common.synchronization [req-860db768-9b6b-4ab1-acfd-e084a1eb3385 req-4f914cce-bb93-4de7-96dc-c06f3231ccb8 service nova] Enqueued Resource ID: e07287c1-b758-4563-9f39-24ea8fee1518 with Priority: HIGHEST for action security_group_members [ 713.201326] env[69179]: INFO networking_nsxv3.common.synchronization [req-860db768-9b6b-4ab1-acfd-e084a1eb3385 req-4f914cce-bb93-4de7-96dc-c06f3231ccb8 service nova] Enqueued Resource ID: 5ba1c563-862a-48e2-bdd3-ed602f544097 with Priority: HIGHEST for action port [ 713.201523] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e07287c1-b758-4563-9f39-24ea8fee1518 with Priority: HIGHEST for action security_group_rules [ 713.201621] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e07287c1-b758-4563-9f39-24ea8fee1518 with Priority: HIGHEST for action security_group_members [ 713.201717] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ba1c563-862a-48e2-bdd3-ed602f544097 with Priority: HIGHEST for action port [ 713.202270] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e07287c1-b758-4563-9f39-24ea8fee1518 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.202440] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.202470] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.202710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.202775] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e07287c1-b758-4563-9f39-24ea8fee1518',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.205304] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-e07287c1-b758-4563-9f39-24ea8fee1518 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.205304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.205304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.205304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.205304] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.205304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.205304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.205304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.205304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.205304] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e07287c1-b758-4563-9f39-24ea8fee1518',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.205700] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ba1c563-862a-48e2-bdd3-ed602f544097 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.205804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ba1c563-862a-48e2-bdd3-ed602f544097" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.205873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ba1c563-862a-48e2-bdd3-ed602f544097" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.206237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ba1c563-862a-48e2-bdd3-ed602f544097" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.206237] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ba1c563-862a-48e2-bdd3-ed602f544097',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.226178] env[69179]: INFO networking_nsxv3.common.synchronization [None req-bfa13a74-483f-4992-abdd-9c5e4451d2ea None None] Enqueued Resource ID: 81340d4a-937e-4c20-98da-4e9f8c5d9399 with Priority: HIGHEST for action port [ 713.226773] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81340d4a-937e-4c20-98da-4e9f8c5d9399 with Priority: HIGHEST for action port [ 713.227257] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-81340d4a-937e-4c20-98da-4e9f8c5d9399 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.229015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81340d4a-937e-4c20-98da-4e9f8c5d9399" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.229015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81340d4a-937e-4c20-98da-4e9f8c5d9399" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.229015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81340d4a-937e-4c20-98da-4e9f8c5d9399" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.229015] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81340d4a-937e-4c20-98da-4e9f8c5d9399',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.259219] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.525947] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.708084] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-e07287c1-b758-4563-9f39-24ea8fee1518 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.708084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.708338] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e07287c1-b758-4563-9f39-24ea8fee1518',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.709042] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ba1c563-862a-48e2-bdd3-ed602f544097 with status ACTIVE [ 713.709229] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.709489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.709489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.709607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.709694] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.709898] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.709990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.710094] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.710209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.710283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.710466] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.710558] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.710620] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.710743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.710818] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.710900] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ba1c563-862a-48e2-bdd3-ed602f544097 is going to be updated. [ 713.732205] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81340d4a-937e-4c20-98da-4e9f8c5d9399 [ 713.732205] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.732205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.732205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.732205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.732205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.732205] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81340d4a-937e-4c20-98da-4e9f8c5d9399 already deleted. [ 713.732205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81340d4a-937e-4c20-98da-4e9f8c5d9399" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.734564] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.734706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.734832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.734936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.735091] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.735252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ba1c563-862a-48e2-bdd3-ed602f544097" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.761454] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.761627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.761695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.761896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.761986] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.762150] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 is going to be updated. [ 713.798634] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.798775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.798841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.799073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.799254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.811922] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: IN_PROGRESS for 2s [ 713.988932] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 in Status: SUCCESS [ 713.989254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.989393] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.989934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.990178] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.990309] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.990374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.990558] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.990646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.991074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.991074] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4f56fd3-b6f3-47ef-b1b2-f08aced97c26',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.028566] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.028844] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.028844] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.029037] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.029260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.029260] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 is going to be updated. [ 714.060596] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.060596] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.060596] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.060596] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.060596] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.067735] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 in Status: IN_PROGRESS for 2s [ 714.215057] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e07287c1-b758-4563-9f39-24ea8fee1518',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.494128] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4f56fd3-b6f3-47ef-b1b2-f08aced97c26',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.721556] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.721722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.721793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.722034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.722126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.722225] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e07287c1-b758-4563-9f39-24ea8fee1518 is going to be created. [ 714.749204] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.749413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.749413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.749653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.749797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.765555] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e07287c1-b758-4563-9f39-24ea8fee1518 in Status: UNINITIALIZED for 2s [ 714.997207] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4f56fd3-b6f3-47ef-b1b2-f08aced97c26: rpc.has_security_group_logging(os_id): False [ 715.018115] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.019233] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.019233] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.019233] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.019233] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.019233] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.019594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.019594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.019594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.019668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.020036] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 is going to be created. [ 715.090675] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.090979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.090979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.091123] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.091301] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.114364] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 in Status: IN_PROGRESS for 2s [ 715.158101] env[69179]: INFO networking_nsxv3.common.synchronization [None req-18c8ac69-f198-4056-a9a5-d2f131ee9674 None None] Enqueued Resource ID: ef227e58-e75a-4fb3-a3d9-b60476981d8b with Priority: HIGHEST for action port [ 715.158411] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef227e58-e75a-4fb3-a3d9-b60476981d8b with Priority: HIGHEST for action port [ 715.159069] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef227e58-e75a-4fb3-a3d9-b60476981d8b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.159202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef227e58-e75a-4fb3-a3d9-b60476981d8b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.159269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef227e58-e75a-4fb3-a3d9-b60476981d8b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.159543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef227e58-e75a-4fb3-a3d9-b60476981d8b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.159623] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef227e58-e75a-4fb3-a3d9-b60476981d8b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.231927] env[69179]: INFO networking_nsxv3.common.synchronization [req-ab61b315-a0eb-40a1-aef6-4bc800dae442 req-0809de0e-f618-4d9a-b872-91b386b3dbb4 tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Enqueued Resource ID: 2b805ffb-31e2-498a-8ea0-517a3512768e with Priority: HIGHEST for action security_group_members [ 715.232524] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b805ffb-31e2-498a-8ea0-517a3512768e with Priority: HIGHEST for action security_group_members [ 715.234018] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b805ffb-31e2-498a-8ea0-517a3512768e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.234018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.234018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.234018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.234311] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.234438] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.234504] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.237018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.237018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.237018] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b805ffb-31e2-498a-8ea0-517a3512768e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.665870] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef227e58-e75a-4fb3-a3d9-b60476981d8b [ 715.666541] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.666541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.666541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.666730] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.666774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.666927] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef227e58-e75a-4fb3-a3d9-b60476981d8b already deleted. [ 715.667032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef227e58-e75a-4fb3-a3d9-b60476981d8b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.737100] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.737271] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.737352] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.737562] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.738025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.738025] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.738025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.738025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.738221] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.738251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.738925] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b805ffb-31e2-498a-8ea0-517a3512768e already deleted. [ 715.738925] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.823327] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: SUCCESS [ 715.823327] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.823327] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.823327] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.823327] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.823327] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.823327] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.823327] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.823327] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.823327] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.081616] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 in Status: SUCCESS [ 716.082483] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.099738] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.099738] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-935" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.099738] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-935" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.099738] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-935" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.099738] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.099738] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.099738] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.099738] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.099738] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.100375] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.100375] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.100375] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.100375] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.100375] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.100545] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.100606] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.129577] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.129747] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 716.129885] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.130087] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-935" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.131243] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-b14ca57e-658b-4ace-bb17-7ea4a97fffef taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.131243] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-b14ca57e-658b-4ace-bb17-7ea4a97fffef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.131243] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-b14ca57e-658b-4ace-bb17-7ea4a97fffef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.131243] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-b14ca57e-658b-4ace-bb17-7ea4a97fffef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.131243] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b14ca57e-658b-4ace-bb17-7ea4a97fffef',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.293863] env[69179]: INFO networking_nsxv3.common.synchronization [None req-7f458f0a-a7bf-4c91-a3d1-5598f3276724 None None] Enqueued Resource ID: 08e9061f-3a4a-40f6-8fd0-4f42178726b1 with Priority: HIGHEST for action port [ 716.294160] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e9061f-3a4a-40f6-8fd0-4f42178726b1 with Priority: HIGHEST for action port [ 716.296497] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-08e9061f-3a4a-40f6-8fd0-4f42178726b1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.296497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08e9061f-3a4a-40f6-8fd0-4f42178726b1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.296497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08e9061f-3a4a-40f6-8fd0-4f42178726b1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.296497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08e9061f-3a4a-40f6-8fd0-4f42178726b1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.296497] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e9061f-3a4a-40f6-8fd0-4f42178726b1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.326664] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.326870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.326941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.327284] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.327399] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.327689] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.328029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.328029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.328167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.328683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.328809] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 is going to be updated. [ 716.363161] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.363375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.363375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.363566] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.363710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.374674] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: IN_PROGRESS for 2s [ 716.634370] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.635042] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.635282] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.635576] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.635718] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.635868] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port b14ca57e-658b-4ace-bb17-7ea4a97fffef not found, creating... [ 716.636177] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.636335] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.636731] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.637091] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.637279] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.638040] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.638318] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.638467] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.639071] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.639642] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.639800] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: b14ca57e-658b-4ace-bb17-7ea4a97fffef is going to be created. [ 716.666059] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.666352] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.666516] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.666830] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.667120] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.667442] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-b14ca57e-658b-4ace-bb17-7ea4a97fffef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.777276] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e07287c1-b758-4563-9f39-24ea8fee1518 in Status: SUCCESS [ 716.777548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.778237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.778324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.779143] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.780341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.780341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.780341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.780341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.780341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.780341] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e07287c1-b758-4563-9f39-24ea8fee1518',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.797148] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08e9061f-3a4a-40f6-8fd0-4f42178726b1 [ 716.797384] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.797528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.797760] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.797968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.798070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.798124] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08e9061f-3a4a-40f6-8fd0-4f42178726b1 already deleted. [ 716.798206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08e9061f-3a4a-40f6-8fd0-4f42178726b1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.140800] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 in Status: SUCCESS [ 717.141239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.285077] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-e07287c1-b758-4563-9f39-24ea8fee1518 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.286721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.286721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.286721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.286721] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.286721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.286914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.286945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.287066] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.287153] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.287402] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-e07287c1-b758-4563-9f39-24ea8fee1518 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.287402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.287520] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.287592] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.288050] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.288050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.288050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.288595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.288669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.288756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.288845] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e07287c1-b758-4563-9f39-24ea8fee1518',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.563292] env[69179]: INFO networking_nsxv3.common.synchronization [req-ab61b315-a0eb-40a1-aef6-4bc800dae442 req-84dcf14a-12a1-4ea8-a325-de0f7fde5c37 service nova] Enqueued Resource ID: 2b805ffb-31e2-498a-8ea0-517a3512768e with Priority: HIGHEST for action security_group_rules [ 717.563292] env[69179]: INFO networking_nsxv3.common.synchronization [req-ab61b315-a0eb-40a1-aef6-4bc800dae442 req-84dcf14a-12a1-4ea8-a325-de0f7fde5c37 service nova] Enqueued Resource ID: 2b805ffb-31e2-498a-8ea0-517a3512768e with Priority: HIGHEST for action security_group_members [ 717.563292] env[69179]: INFO networking_nsxv3.common.synchronization [req-ab61b315-a0eb-40a1-aef6-4bc800dae442 req-84dcf14a-12a1-4ea8-a325-de0f7fde5c37 service nova] Enqueued Resource ID: b14ca57e-658b-4ace-bb17-7ea4a97fffef with Priority: HIGHEST for action port [ 717.563292] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b805ffb-31e2-498a-8ea0-517a3512768e with Priority: HIGHEST for action security_group_rules [ 717.563292] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b805ffb-31e2-498a-8ea0-517a3512768e with Priority: HIGHEST for action security_group_members [ 717.563292] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b14ca57e-658b-4ace-bb17-7ea4a97fffef with Priority: HIGHEST for action port [ 717.563870] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b805ffb-31e2-498a-8ea0-517a3512768e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.564014] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.564083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.564308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.564389] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b805ffb-31e2-498a-8ea0-517a3512768e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.566332] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b805ffb-31e2-498a-8ea0-517a3512768e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.566449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.566609] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.566692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.566850] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.566945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.567016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.567171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.567253] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.567341] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b805ffb-31e2-498a-8ea0-517a3512768e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.568281] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-b14ca57e-658b-4ace-bb17-7ea4a97fffef taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.568386] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b14ca57e-658b-4ace-bb17-7ea4a97fffef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.568492] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b14ca57e-658b-4ace-bb17-7ea4a97fffef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.568596] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b14ca57e-658b-4ace-bb17-7ea4a97fffef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.568765] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b14ca57e-658b-4ace-bb17-7ea4a97fffef',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.791302] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e07287c1-b758-4563-9f39-24ea8fee1518: rpc.has_security_group_logging(os_id): False [ 717.811036] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.811276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.811385] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.811741] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.811885] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.812222] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.812377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.812486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.812731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.812847] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.813176] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.813308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.813434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.813647] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.814245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.814245] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.814245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.814417] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.814445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.814550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.814650] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e07287c1-b758-4563-9f39-24ea8fee1518 is going to be created. [ 717.883990] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.883990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.883990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.883990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.883990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.899621] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e07287c1-b758-4563-9f39-24ea8fee1518 in Status: IN_PROGRESS for 2s [ 718.070937] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b805ffb-31e2-498a-8ea0-517a3512768e taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.071104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.071294] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b805ffb-31e2-498a-8ea0-517a3512768e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.072367] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b14ca57e-658b-4ace-bb17-7ea4a97fffef with status ACTIVE [ 718.072872] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.072982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.073109] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.073470] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.073579] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.073792] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.073902] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.073993] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.075396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.075396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.075396] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.075396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.075396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.075396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.075396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.075396] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b14ca57e-658b-4ace-bb17-7ea4a97fffef is going to be updated. [ 718.113870] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.113870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.113870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.113870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.113870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.114221] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b14ca57e-658b-4ace-bb17-7ea4a97fffef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.384199] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: SUCCESS [ 718.384484] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 deletion is rescheduled due to dependency. [ 718.384484] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.577039] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b805ffb-31e2-498a-8ea0-517a3512768e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.079422] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.079849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.080508] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.080508] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.080508] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.080508] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b805ffb-31e2-498a-8ea0-517a3512768e is going to be created. [ 719.104094] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.104758] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.104877] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.105112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.105294] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.114779] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b805ffb-31e2-498a-8ea0-517a3512768e in Status: UNINITIALIZED for 2s [ 719.203755] env[69179]: INFO networking_nsxv3.common.synchronization [None req-0bbd954d-a1aa-4f9a-a942-173f42a21aaf None None] Enqueued Resource ID: 30baeb7b-26ca-460c-965e-c718590aca23 with Priority: HIGHEST for action port [ 719.204016] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30baeb7b-26ca-460c-965e-c718590aca23 with Priority: HIGHEST for action port [ 719.204916] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-30baeb7b-26ca-460c-965e-c718590aca23 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.205102] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30baeb7b-26ca-460c-965e-c718590aca23" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.205177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30baeb7b-26ca-460c-965e-c718590aca23" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.205431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30baeb7b-26ca-460c-965e-c718590aca23" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.205516] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30baeb7b-26ca-460c-965e-c718590aca23',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.708578] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30baeb7b-26ca-460c-965e-c718590aca23 [ 719.710074] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.710229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.713080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.713080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.713080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.713080] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30baeb7b-26ca-460c-965e-c718590aca23 already deleted. [ 719.713080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30baeb7b-26ca-460c-965e-c718590aca23" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.916738] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e07287c1-b758-4563-9f39-24ea8fee1518 in Status: SUCCESS [ 719.917089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.990477] env[69179]: INFO networking_nsxv3.common.synchronization [None req-6e5109de-30d6-42e5-a96d-27494739db30 None None] Enqueued Resource ID: a131ffdd-c332-46ae-88b8-5b603cf12460 with Priority: HIGHEST for action port [ 719.990477] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a131ffdd-c332-46ae-88b8-5b603cf12460 with Priority: HIGHEST for action port [ 719.990816] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-a131ffdd-c332-46ae-88b8-5b603cf12460 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.991048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a131ffdd-c332-46ae-88b8-5b603cf12460" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.991118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a131ffdd-c332-46ae-88b8-5b603cf12460" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.991507] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a131ffdd-c332-46ae-88b8-5b603cf12460" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.991668] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a131ffdd-c332-46ae-88b8-5b603cf12460',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.496937] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a131ffdd-c332-46ae-88b8-5b603cf12460 [ 720.497249] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.497354] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.497431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.497694] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.497790] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.497891] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a131ffdd-c332-46ae-88b8-5b603cf12460 already deleted. [ 720.498050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a131ffdd-c332-46ae-88b8-5b603cf12460" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.138091] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b805ffb-31e2-498a-8ea0-517a3512768e in Status: SUCCESS [ 721.138442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.138669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.138951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.139224] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.139383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.139471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.139703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.139835] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.146031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.146031] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b805ffb-31e2-498a-8ea0-517a3512768e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.647865] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b805ffb-31e2-498a-8ea0-517a3512768e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.010031] env[69179]: INFO networking_nsxv3.common.synchronization [None req-4a9c8291-6e2f-4760-8ea8-d02f22be7ba5 None None] Enqueued Resource ID: 59056ca4-f518-4408-9388-51a040fe1279 with Priority: HIGHEST for action port [ 722.010031] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59056ca4-f518-4408-9388-51a040fe1279 with Priority: HIGHEST for action port [ 722.010031] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-59056ca4-f518-4408-9388-51a040fe1279 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.010564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59056ca4-f518-4408-9388-51a040fe1279" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.010564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59056ca4-f518-4408-9388-51a040fe1279" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.010564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59056ca4-f518-4408-9388-51a040fe1279" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.010564] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59056ca4-f518-4408-9388-51a040fe1279',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.150301] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b805ffb-31e2-498a-8ea0-517a3512768e: rpc.has_security_group_logging(os_id): False [ 722.169594] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.169701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.169738] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.170783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.170924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.171249] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.171409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.171733] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.171733] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.171821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.172135] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b805ffb-31e2-498a-8ea0-517a3512768e is going to be created. [ 722.274345] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.274592] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.274646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.276184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.276365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.290483] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b805ffb-31e2-498a-8ea0-517a3512768e in Status: IN_PROGRESS for 2s [ 722.473964] env[69179]: INFO networking_nsxv3.common.synchronization [req-2e14f976-028e-4597-8e71-38b821dc17cb req-c597f523-67ca-47c5-887f-f74c3ef0643e tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Enqueued Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGHEST for action security_group_members [ 722.473964] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGHEST for action security_group_members [ 722.473964] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3aca0-3788-4608-a117-ad6a537dd770 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.473964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.473964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.473964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.473964] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.473964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.473964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.473964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.474613] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.474613] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e3aca0-3788-4608-a117-ad6a537dd770',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.514103] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59056ca4-f518-4408-9388-51a040fe1279 [ 722.514103] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.514228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.514228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.517121] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.517121] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.517121] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59056ca4-f518-4408-9388-51a040fe1279 already deleted. [ 722.517121] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59056ca4-f518-4408-9388-51a040fe1279" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.978348] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.978348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.978348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.978348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.978348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.979554] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.979733] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.979842] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.980125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.981592] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.981592] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3aca0-3788-4608-a117-ad6a537dd770 is going to be updated. [ 723.007531] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.007531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.007531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.007531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.007531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.018368] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3aca0-3788-4608-a117-ad6a537dd770 in Status: IN_PROGRESS for 2s [ 723.025981] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.026442] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.026527] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.026880] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.027371] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.027672] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.027932] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.028303] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.028545] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.028845] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.029081] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.029878] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.030125] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.030315] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.030494] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.031570] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.049432] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.050330] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.050330] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.050330] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.050330] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-110b3ec7-6b1a-425d-956e-bd13aab155d1 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.050547] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-110b3ec7-6b1a-425d-956e-bd13aab155d1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.050547] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-110b3ec7-6b1a-425d-956e-bd13aab155d1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.050856] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-110b3ec7-6b1a-425d-956e-bd13aab155d1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.051012] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('110b3ec7-6b1a-425d-956e-bd13aab155d1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.556163] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.556505] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.556505] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.556707] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.556858] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.557023] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 110b3ec7-6b1a-425d-956e-bd13aab155d1 not found, creating... [ 723.557287] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.557440] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.557915] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.557915] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.558048] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.558312] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.558468] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.558581] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.558790] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.558981] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.562331] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 110b3ec7-6b1a-425d-956e-bd13aab155d1 is going to be created. [ 723.582347] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.582563] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.582708] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.583411] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.583411] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.583696] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-110b3ec7-6b1a-425d-956e-bd13aab155d1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.860096] env[69179]: INFO networking_nsxv3.common.synchronization [None req-edc8d8a4-6dfe-4a2f-a0e8-b30dd4f1312e None None] Enqueued Resource ID: dd38c503-f1dc-4295-b7a1-ec8a930b56a7 with Priority: HIGHEST for action port [ 723.860744] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd38c503-f1dc-4295-b7a1-ec8a930b56a7 with Priority: HIGHEST for action port [ 723.860879] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd38c503-f1dc-4295-b7a1-ec8a930b56a7 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.861160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd38c503-f1dc-4295-b7a1-ec8a930b56a7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.861160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd38c503-f1dc-4295-b7a1-ec8a930b56a7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.861374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd38c503-f1dc-4295-b7a1-ec8a930b56a7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.861436] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd38c503-f1dc-4295-b7a1-ec8a930b56a7',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.302069] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b805ffb-31e2-498a-8ea0-517a3512768e in Status: SUCCESS [ 724.302314] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.366187] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd38c503-f1dc-4295-b7a1-ec8a930b56a7 [ 724.366187] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.366317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.366386] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.366990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.366990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.367466] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd38c503-f1dc-4295-b7a1-ec8a930b56a7 already deleted. [ 724.367593] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd38c503-f1dc-4295-b7a1-ec8a930b56a7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.397020] env[69179]: INFO networking_nsxv3.common.synchronization [req-2e14f976-028e-4597-8e71-38b821dc17cb req-88c6ca00-e6eb-4739-8e2c-41df2751ae74 service nova] Enqueued Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGHEST for action security_group_rules [ 724.397020] env[69179]: INFO networking_nsxv3.common.synchronization [req-2e14f976-028e-4597-8e71-38b821dc17cb req-88c6ca00-e6eb-4739-8e2c-41df2751ae74 service nova] Enqueued Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGHEST for action security_group_members [ 724.397020] env[69179]: INFO networking_nsxv3.common.synchronization [req-2e14f976-028e-4597-8e71-38b821dc17cb req-88c6ca00-e6eb-4739-8e2c-41df2751ae74 service nova] Enqueued Resource ID: 110b3ec7-6b1a-425d-956e-bd13aab155d1 with Priority: HIGHEST for action port [ 724.397020] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGHEST for action security_group_rules [ 724.397020] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGHEST for action security_group_members [ 724.397572] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 110b3ec7-6b1a-425d-956e-bd13aab155d1 with Priority: HIGHEST for action port [ 724.398055] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99e3aca0-3788-4608-a117-ad6a537dd770 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.398298] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.398444] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.401033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.401033] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99e3aca0-3788-4608-a117-ad6a537dd770',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.401033] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3aca0-3788-4608-a117-ad6a537dd770 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.401033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.401033] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-110b3ec7-6b1a-425d-956e-bd13aab155d1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.401033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-110b3ec7-6b1a-425d-956e-bd13aab155d1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.401033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-110b3ec7-6b1a-425d-956e-bd13aab155d1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.401033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-110b3ec7-6b1a-425d-956e-bd13aab155d1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.401033] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('110b3ec7-6b1a-425d-956e-bd13aab155d1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.902914] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 110b3ec7-6b1a-425d-956e-bd13aab155d1 with status ACTIVE [ 724.903196] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.903330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.903396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.903688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.903688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.903863] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.904030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.904116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.904269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.904343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.904523] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.904612] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.904670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.904851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.904883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.904947] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 110b3ec7-6b1a-425d-956e-bd13aab155d1 is going to be updated. [ 724.906438] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3aca0-3788-4608-a117-ad6a537dd770 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.906494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.927361] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.928093] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.928093] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.928350] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.929228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.929228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-110b3ec7-6b1a-425d-956e-bd13aab155d1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.013598] env[69179]: INFO networking_nsxv3.common.synchronization [req-98221608-d576-4c5f-8c1e-a63022c45843 req-362624fb-b6cb-4db5-93f5-1ffc38c19452 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Enqueued Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 725.013598] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 725.014041] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.016702] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.016840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.017183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.017403] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.017590] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.017626] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.017800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.017875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.017973] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.051626] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3aca0-3788-4608-a117-ad6a537dd770 in Status: SUCCESS [ 725.053559] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3aca0-3788-4608-a117-ad6a537dd770 deletion is rescheduled due to dependency. [ 725.053559] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.055617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.055617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.055617] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.055617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.055617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.055617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.055617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.055617] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e3aca0-3788-4608-a117-ad6a537dd770',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.450351] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-905 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.450589] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-905" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.450715] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-905" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.451658] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-905" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.451968] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.453212] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.453444] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.453615] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.453751] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.453962] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.454139] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.454199] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.454307] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.454422] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.454528] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.454659] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.477309] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.477309] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 725.477309] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.477309] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-905" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.477309] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-ae48aee6-0869-48a1-99af-e6242b0e952e taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.477309] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-ae48aee6-0869-48a1-99af-e6242b0e952e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.477309] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-ae48aee6-0869-48a1-99af-e6242b0e952e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.477309] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-ae48aee6-0869-48a1-99af-e6242b0e952e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.477309] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae48aee6-0869-48a1-99af-e6242b0e952e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.524221] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.524427] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.524490] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.524695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.524817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.525049] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.525122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.525265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.525299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.525361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.525517] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 already deleted. [ 725.525517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.557741] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99e3aca0-3788-4608-a117-ad6a537dd770',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.982492] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.982778] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.982990] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.983160] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.983297] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.983452] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port ae48aee6-0869-48a1-99af-e6242b0e952e not found, creating... [ 725.983717] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.983878] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.983994] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.984223] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.984381] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.984685] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.984925] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.985087] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.985304] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.985438] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.985581] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: ae48aee6-0869-48a1-99af-e6242b0e952e is going to be created. [ 726.021496] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.021709] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.021833] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.022126] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.022371] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.022590] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-ae48aee6-0869-48a1-99af-e6242b0e952e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.063160] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99e3aca0-3788-4608-a117-ad6a537dd770',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.141256] env[69179]: INFO networking_nsxv3.common.synchronization [None req-4385387e-e3df-4e47-9abd-b1d185ecaaf5 None None] Enqueued Resource ID: fd704c73-93ec-4ffc-8bd8-a65a27381425 with Priority: HIGHEST for action port [ 726.141256] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd704c73-93ec-4ffc-8bd8-a65a27381425 with Priority: HIGHEST for action port [ 726.143277] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd704c73-93ec-4ffc-8bd8-a65a27381425 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.144046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd704c73-93ec-4ffc-8bd8-a65a27381425" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.144046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd704c73-93ec-4ffc-8bd8-a65a27381425" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.144046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd704c73-93ec-4ffc-8bd8-a65a27381425" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.144203] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd704c73-93ec-4ffc-8bd8-a65a27381425',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.563958] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.564145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.564209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.565030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.565030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.565030] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3aca0-3788-4608-a117-ad6a537dd770 is going to be updated. [ 726.604016] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.604016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.604016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.604016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.604016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.623164] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3aca0-3788-4608-a117-ad6a537dd770 in Status: IN_PROGRESS for 2s [ 726.646485] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd704c73-93ec-4ffc-8bd8-a65a27381425 [ 726.646745] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.646926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.647142] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.647572] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.647714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.647817] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd704c73-93ec-4ffc-8bd8-a65a27381425 already deleted. [ 726.647902] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd704c73-93ec-4ffc-8bd8-a65a27381425" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.888537] env[69179]: INFO networking_nsxv3.common.synchronization [req-98221608-d576-4c5f-8c1e-a63022c45843 req-01fa773f-02eb-41cd-8614-51ec996c955f service nova] Enqueued Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_rules [ 726.888537] env[69179]: INFO networking_nsxv3.common.synchronization [req-98221608-d576-4c5f-8c1e-a63022c45843 req-01fa773f-02eb-41cd-8614-51ec996c955f service nova] Enqueued Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 726.888537] env[69179]: INFO networking_nsxv3.common.synchronization [req-98221608-d576-4c5f-8c1e-a63022c45843 req-01fa773f-02eb-41cd-8614-51ec996c955f service nova] Enqueued Resource ID: ae48aee6-0869-48a1-99af-e6242b0e952e with Priority: HIGHEST for action port [ 726.888537] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_rules [ 726.888537] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 726.888537] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae48aee6-0869-48a1-99af-e6242b0e952e with Priority: HIGHEST for action port [ 726.889160] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.889160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.889243] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.889760] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.889760] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.891272] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.891272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.891272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.891272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.891272] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.891272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.891272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.891272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.891272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.891272] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.892945] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae48aee6-0869-48a1-99af-e6242b0e952e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.892945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae48aee6-0869-48a1-99af-e6242b0e952e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.892945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae48aee6-0869-48a1-99af-e6242b0e952e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.892945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae48aee6-0869-48a1-99af-e6242b0e952e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.892945] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae48aee6-0869-48a1-99af-e6242b0e952e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.395496] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.395756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.395969] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.396787] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae48aee6-0869-48a1-99af-e6242b0e952e with status ACTIVE [ 727.396926] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.397012] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.397103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.398627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.398627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.398627] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.398627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.398627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.398627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.398627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.398627] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.398627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.398627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.398627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.398627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.398627] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae48aee6-0869-48a1-99af-e6242b0e952e is going to be updated. [ 727.425414] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.425638] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.425638] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.425838] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.426020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.426286] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae48aee6-0869-48a1-99af-e6242b0e952e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.901192] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.941192] env[69179]: INFO networking_nsxv3.common.synchronization [req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 req-7a0bce14-55bc-4f4e-883b-60948a2c11a6 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 727.941885] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 727.942144] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.945614] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.945779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.946232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.947317] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.947317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.947317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.947317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.947317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.947637] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.404907] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.404907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.404907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.404907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.404907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.404907] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 is going to be created. [ 728.427292] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.427458] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.427576] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.427854] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.427943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.438383] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: UNINITIALIZED for 2s [ 728.449953] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.450293] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.450293] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.450435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.450507] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.450729] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.451156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.451156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.451156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.451156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.451370] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 already deleted. [ 728.451370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.635080] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3aca0-3788-4608-a117-ad6a537dd770 in Status: SUCCESS [ 728.635310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.635479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.635749] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.635908] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.636036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.636100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.636254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.636329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.636410] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.636498] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99e3aca0-3788-4608-a117-ad6a537dd770',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.770343] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.770546] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-753" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.770670] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-753" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.771016] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-753" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.771634] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.771805] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.771965] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.772336] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.772456] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.772698] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.772874] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.773058] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.773189] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.773313] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.773467] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.773678] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.793826] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.793975] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 728.794138] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.794318] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-753" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.794637] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-bafdd795-09a2-4e4b-9e36-31726b2432c6 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.794849] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-bafdd795-09a2-4e4b-9e36-31726b2432c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.794892] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-bafdd795-09a2-4e4b-9e36-31726b2432c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.795257] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-bafdd795-09a2-4e4b-9e36-31726b2432c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.795484] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bafdd795-09a2-4e4b-9e36-31726b2432c6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.139288] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3aca0-3788-4608-a117-ad6a537dd770 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.139513] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.139513] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.139731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.139889] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.139989] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.140069] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.140252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.140342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.140432] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.140578] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3aca0-3788-4608-a117-ad6a537dd770 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.140671] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.140731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.140876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.141018] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.141111] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.141173] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.141311] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.141882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.141882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.141882] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99e3aca0-3788-4608-a117-ad6a537dd770',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.298615] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.298795] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.298923] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.299227] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.299377] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.299540] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port bafdd795-09a2-4e4b-9e36-31726b2432c6 not found, creating... [ 729.299851] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.300056] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.300209] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.300447] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.300598] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.300935] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.301177] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.301308] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.301571] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.301661] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.301804] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: bafdd795-09a2-4e4b-9e36-31726b2432c6 is going to be created. [ 729.320576] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.321015] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.321015] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.321228] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.321466] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.321757] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-bafdd795-09a2-4e4b-9e36-31726b2432c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.645092] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99e3aca0-3788-4608-a117-ad6a537dd770: rpc.has_security_group_logging(os_id): False [ 729.664022] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.664022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.664022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.664022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.664022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.664022] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.664022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.664022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.664022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.664022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.664022] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.664022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.664022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.664022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.664022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.664641] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.664641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.664641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.664641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.664641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.664641] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99e3aca0-3788-4608-a117-ad6a537dd770 is going to be updated. [ 729.729018] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.729018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.729018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.729018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.729018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.745762] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99e3aca0-3788-4608-a117-ad6a537dd770 in Status: IN_PROGRESS for 2s [ 730.053252] env[69179]: INFO networking_nsxv3.common.synchronization [req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 req-41f77156-fa24-4bd5-836a-6f95c235e975 service nova] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_rules [ 730.053252] env[69179]: INFO networking_nsxv3.common.synchronization [req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 req-41f77156-fa24-4bd5-836a-6f95c235e975 service nova] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 730.053252] env[69179]: INFO networking_nsxv3.common.synchronization [req-0af8b0cf-07ff-4eec-92ec-4446c25970a7 req-41f77156-fa24-4bd5-836a-6f95c235e975 service nova] Enqueued Resource ID: bafdd795-09a2-4e4b-9e36-31726b2432c6 with Priority: HIGHEST for action port [ 730.053452] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_rules [ 730.053581] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 730.053696] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bafdd795-09a2-4e4b-9e36-31726b2432c6 with Priority: HIGHEST for action port [ 730.054781] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.055620] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.055700] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.055964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.056064] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.056935] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.057085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.057399] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.057399] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.057493] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.057614] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.057685] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.057859] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.057946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.058056] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.059246] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-bafdd795-09a2-4e4b-9e36-31726b2432c6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.059368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bafdd795-09a2-4e4b-9e36-31726b2432c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.059409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bafdd795-09a2-4e4b-9e36-31726b2432c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.060800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bafdd795-09a2-4e4b-9e36-31726b2432c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.060800] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bafdd795-09a2-4e4b-9e36-31726b2432c6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.447399] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: SUCCESS [ 730.447638] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.447885] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.448161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.448401] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.448542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.448632] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.448878] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.448952] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.449066] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.449203] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.562243] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.562381] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.562603] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.563501] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bafdd795-09a2-4e4b-9e36-31726b2432c6 with status ACTIVE [ 730.563734] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.563789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.563858] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.564122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.564154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.568578] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.568578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.568578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.568578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.568578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.568578] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.568578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.568578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.568578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.568578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.568578] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bafdd795-09a2-4e4b-9e36-31726b2432c6 is going to be updated. [ 730.585571] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.585726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.585796] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.586026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.586166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.586329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bafdd795-09a2-4e4b-9e36-31726b2432c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.951634] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.952254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.952254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.952254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.952569] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.952652] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.952652] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.952964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.952964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.953126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.953300] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.953404] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.953488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.953636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.953776] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.953863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.953917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.954073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.954154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.954231] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.954321] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.070927] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.457496] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc135405-0c24-4ecc-ab2b-5b471b737bc1: rpc.has_security_group_logging(os_id): False [ 731.475819] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.475819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.475819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.475819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.475819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.476146] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.476285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.476340] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.476471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.476547] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.476863] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.476863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.476993] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.477033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.477133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.477358] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.477529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.477529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.477658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.477728] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.477855] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 is going to be created. [ 731.534251] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.534251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.534511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.534565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.535061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.545246] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: IN_PROGRESS for 2s [ 731.573681] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.573975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.573975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.575050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.575050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.575050] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 is going to be created. [ 731.601885] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.602041] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.602113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.602325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.602483] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.620856] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: UNINITIALIZED for 2s [ 731.769142] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99e3aca0-3788-4608-a117-ad6a537dd770 in Status: SUCCESS [ 731.769361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.557866] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: SUCCESS [ 733.558198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.621738] env[69179]: INFO networking_nsxv3.common.synchronization [req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 req-cd79c141-927f-4d2c-bba3-e9907fd21fdb tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 733.621738] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 733.621738] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.621738] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.621738] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.621738] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.622137] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.622137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.622137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.623489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.623489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.623489] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.634178] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: SUCCESS [ 733.634439] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.634652] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.634882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.635140] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.635737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.635737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.635737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.635737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.635936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.635936] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.128043] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.128043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.128043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.128342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.128431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.128638] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.128760] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.128869] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.129114] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.129212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.129335] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 already deleted. [ 734.129432] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.141111] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.141411] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.141411] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.141701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.141773] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.141894] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.142055] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.142284] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.142394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.142472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.142616] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.142710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.142831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.142889] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.143152] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.143152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.143292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.143414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.143491] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.143588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.143658] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.193575] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-740 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.193770] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-740" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.193893] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-740" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.194360] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-740" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.194641] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.194801] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.194918] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.196246] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.196379] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.196598] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.196723] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.196893] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.196951] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.197143] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 734.197143] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.197272] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.215854] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.216058] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 734.216201] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.216384] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-740" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.216698] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-200164fa-2f83-4949-adbc-842816d22124 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.216871] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-200164fa-2f83-4949-adbc-842816d22124" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.216992] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-200164fa-2f83-4949-adbc-842816d22124" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.217337] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-200164fa-2f83-4949-adbc-842816d22124" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.217482] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200164fa-2f83-4949-adbc-842816d22124',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.645801] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5: rpc.has_security_group_logging(os_id): False [ 734.662842] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.663025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.663114] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.663328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.663427] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.663651] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.664994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.664994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.664994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.664994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.664994] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.664994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.664994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.664994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.664994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.664994] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.664994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.664994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.665442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.665442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.665442] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 is going to be created. [ 734.718710] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.718966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.719127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.719395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.719699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.721103] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.721329] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.721500] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.721693] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.721833] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.721980] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 200164fa-2f83-4949-adbc-842816d22124 not found, creating... [ 734.722245] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.722398] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.722514] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.722736] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.722924] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.723258] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.723419] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.723534] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.723791] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.723935] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.724124] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 200164fa-2f83-4949-adbc-842816d22124 is going to be created. [ 734.743338] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: IN_PROGRESS for 2s [ 734.751159] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.751532] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.751532] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.752014] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.752136] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.752341] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-200164fa-2f83-4949-adbc-842816d22124" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.755439] env[69179]: INFO networking_nsxv3.common.synchronization [req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 req-f61afcaf-a735-44f1-9697-5a67c8a88049 service nova] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_rules [ 735.755439] env[69179]: INFO networking_nsxv3.common.synchronization [req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 req-f61afcaf-a735-44f1-9697-5a67c8a88049 service nova] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 735.755792] env[69179]: INFO networking_nsxv3.common.synchronization [req-0be65cef-0e9b-4a13-8cc2-80f1a2c31570 req-f61afcaf-a735-44f1-9697-5a67c8a88049 service nova] Enqueued Resource ID: 200164fa-2f83-4949-adbc-842816d22124 with Priority: HIGHEST for action port [ 735.756342] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_rules [ 735.756342] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 735.756543] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200164fa-2f83-4949-adbc-842816d22124 with Priority: HIGHEST for action port [ 735.757126] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.757270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.757358] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.757636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.757741] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.759647] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.759817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.759931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.760180] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.761371] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.761371] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.761371] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.761371] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.761371] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.761371] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.763225] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-200164fa-2f83-4949-adbc-842816d22124 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.763225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-200164fa-2f83-4949-adbc-842816d22124" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.763225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-200164fa-2f83-4949-adbc-842816d22124" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.763225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-200164fa-2f83-4949-adbc-842816d22124" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.763411] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200164fa-2f83-4949-adbc-842816d22124',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.260306] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.260448] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.263222] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.265647] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 200164fa-2f83-4949-adbc-842816d22124 with status ACTIVE [ 736.265908] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.266123] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.266187] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.268019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.268019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.268019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.268019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.268019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.268019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.268019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.268019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.268019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.268019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.268019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.268019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.268019] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 200164fa-2f83-4949-adbc-842816d22124 is going to be updated. [ 736.291287] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.291427] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.291511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.291920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.291920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.292163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-200164fa-2f83-4949-adbc-842816d22124" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.730021] env[69179]: INFO networking_nsxv3.common.synchronization [req-59453f92-d387-436c-a8c9-acbe63410b3e req-74e5db6c-60fe-4310-9159-6153700f5e01 tempest-DeleteServersAdminTestJSON-203289225 tempest-DeleteServersAdminTestJSON-203289225-project-member] Enqueued Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGHEST for action security_group_members [ 736.730021] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGHEST for action security_group_members [ 736.730021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3aca0-3788-4608-a117-ad6a537dd770 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.730021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.730021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.730021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.730021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.730978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.731235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.732133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.732133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.732133] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e3aca0-3788-4608-a117-ad6a537dd770',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.761500] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: SUCCESS [ 736.761838] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.765344] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.235345] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.235513] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.235587] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.235864] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.235989] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.236223] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.236284] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.236354] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.236507] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.236581] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.236667] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3aca0-3788-4608-a117-ad6a537dd770 is going to be updated. [ 737.266293] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.266443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.266526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.266716] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.266851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.269100] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.269100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.269100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.269261] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.269261] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.269315] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be created. [ 737.280028] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3aca0-3788-4608-a117-ad6a537dd770 in Status: IN_PROGRESS for 2s [ 737.294674] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.294826] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.294905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.295323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.295442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.304432] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: UNINITIALIZED for 2s [ 738.704023] env[69179]: INFO networking_nsxv3.common.synchronization [req-f7421473-1e1a-4d8a-9724-69611b725fbf req-85001487-2b6d-4342-a808-715e156a8742 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 738.704432] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 738.704787] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.705185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.705185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.708125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.708125] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.708125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.708125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.708125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.708125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.708125] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.211332] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.227918] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.228155] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-753" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.228289] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-753" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.228570] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-753" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.228836] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.228999] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.231547] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.231834] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.231987] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.232244] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.232358] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.232474] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.234017] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.234017] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.234017] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.234017] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.258304] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.258304] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.258304] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.258304] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-753" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.258304] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.258304] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.258304] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.262442] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.262631] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.289156] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3aca0-3788-4608-a117-ad6a537dd770 in Status: SUCCESS [ 739.289335] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3aca0-3788-4608-a117-ad6a537dd770 deletion is rescheduled due to dependency. [ 739.289449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.315145] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 739.315145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.315145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.315145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.315145] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.315145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.315145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.315145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.315145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.315145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.315521] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.714524] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.765071] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.765340] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.765498] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.766172] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.766172] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.766364] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a not found, creating... [ 739.766659] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.766862] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.767015] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.767292] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.767506] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.767803] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.767976] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.768146] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.768402] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.768539] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.768678] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a is going to be created. [ 739.788237] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.788542] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.788625] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.788817] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.789049] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.789285] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.817672] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.817823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.817946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.818165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.818385] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.818494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.818576] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.818711] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.818802] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.818881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.819263] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.819370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.819433] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.819580] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.819722] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.819822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.819866] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.820017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.820100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.820182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.820306] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.216590] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.216764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.216848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.217087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.217184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.217286] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 is going to be updated. [ 740.262630] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.262630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.262630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.262772] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.263079] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.274324] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: IN_PROGRESS for 2s [ 740.322826] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39e03525-d5bb-433c-b1f1-70f5d1082613: rpc.has_security_group_logging(os_id): False [ 740.343110] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.343110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.343110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.343110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.343110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.343110] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.343110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.343110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.343110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.343110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.343110] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.343110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.343110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.343720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.343904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.345830] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.345830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.345830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.345830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.345830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.345830] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be created. [ 740.412891] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.413062] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.413109] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.413319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.413496] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.425121] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 740.634228] env[69179]: INFO networking_nsxv3.common.synchronization [req-f7421473-1e1a-4d8a-9724-69611b725fbf req-7e09a856-bfb8-4fe6-a329-8e1af816bf4f service nova] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_rules [ 740.634228] env[69179]: INFO networking_nsxv3.common.synchronization [req-f7421473-1e1a-4d8a-9724-69611b725fbf req-7e09a856-bfb8-4fe6-a329-8e1af816bf4f service nova] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 740.634228] env[69179]: INFO networking_nsxv3.common.synchronization [req-f7421473-1e1a-4d8a-9724-69611b725fbf req-7e09a856-bfb8-4fe6-a329-8e1af816bf4f service nova] Enqueued Resource ID: fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a with Priority: HIGHEST for action port [ 740.636782] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_rules [ 740.636935] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 740.637048] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a with Priority: HIGHEST for action port [ 740.637408] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.637539] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.637601] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.637816] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.638013] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.639011] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.639356] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.639356] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.639490] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.639490] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.639669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.639745] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.142516] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.142807] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.142847] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a with status ACTIVE [ 741.143028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.143140] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.143205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.143406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.143497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.143658] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.143756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.143802] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.143941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.144024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.144201] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.144284] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.144345] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.144481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.144553] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.144635] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a is going to be updated. [ 741.170606] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.170751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.170824] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.171046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.171267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.171352] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc20332b-ce88-4c03-8ff4-2aac6c7b8d0a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.342836] env[69179]: INFO networking_nsxv3.common.synchronization [req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 req-46705be2-a05e-499b-92a2-07c7570cabf5 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Enqueued Resource ID: 36556acc-d514-49a2-986d-707a1d413356 with Priority: HIGHEST for action security_group_members [ 741.343430] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36556acc-d514-49a2-986d-707a1d413356 with Priority: HIGHEST for action security_group_members [ 741.343749] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-36556acc-d514-49a2-986d-707a1d413356 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.343865] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.343995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.348413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.348624] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.348732] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.348732] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.348901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.349047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.349236] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36556acc-d514-49a2-986d-707a1d413356',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.828495] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.828762] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-724" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.828886] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-724" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.829209] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-724" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.829475] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.829628] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.829747] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.829966] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.830908] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.831253] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.831504] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.831709] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.831907] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.832066] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.832182] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.832318] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.851401] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.851547] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.851616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.851824] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.851951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.852193] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.852297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.852349] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.852560] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.852605] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.852662] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36556acc-d514-49a2-986d-707a1d413356 already deleted. [ 741.853177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.858993] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.859192] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 741.859328] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.859568] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-724" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.859808] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-65d1746c-343a-4dbe-8ac9-43703a5c8516 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.860351] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-65d1746c-343a-4dbe-8ac9-43703a5c8516" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.860592] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-65d1746c-343a-4dbe-8ac9-43703a5c8516" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.860892] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-65d1746c-343a-4dbe-8ac9-43703a5c8516" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.861202] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d1746c-343a-4dbe-8ac9-43703a5c8516',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.286905] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: SUCCESS [ 742.286905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.286905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.286905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.286905] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.286905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.286905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.286905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.286905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.286905] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.366569] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.367346] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.367346] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.367346] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.367490] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.367533] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 65d1746c-343a-4dbe-8ac9-43703a5c8516 not found, creating... [ 742.368580] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.368781] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.368913] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.369599] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.369821] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.370142] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.370361] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.370491] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.370852] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.371037] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.371339] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 65d1746c-343a-4dbe-8ac9-43703a5c8516 is going to be created. [ 742.391671] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.391964] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.392515] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.392515] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.392633] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.392850] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-65d1746c-343a-4dbe-8ac9-43703a5c8516" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.445764] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 742.445952] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.792342] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.216746] env[69179]: INFO networking_nsxv3.common.synchronization [req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 req-cf93b137-3be8-40c5-acbf-4d5a8eec5a98 service nova] Enqueued Resource ID: 36556acc-d514-49a2-986d-707a1d413356 with Priority: HIGHEST for action security_group_rules [ 743.216922] env[69179]: INFO networking_nsxv3.common.synchronization [req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 req-cf93b137-3be8-40c5-acbf-4d5a8eec5a98 service nova] Enqueued Resource ID: 36556acc-d514-49a2-986d-707a1d413356 with Priority: HIGHEST for action security_group_members [ 743.217075] env[69179]: INFO networking_nsxv3.common.synchronization [req-a08ba4bb-82aa-412d-8ca3-7fe03a99c6c5 req-cf93b137-3be8-40c5-acbf-4d5a8eec5a98 service nova] Enqueued Resource ID: 65d1746c-343a-4dbe-8ac9-43703a5c8516 with Priority: HIGHEST for action port [ 743.217318] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36556acc-d514-49a2-986d-707a1d413356 with Priority: HIGHEST for action security_group_rules [ 743.217451] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36556acc-d514-49a2-986d-707a1d413356 with Priority: HIGHEST for action security_group_members [ 743.217548] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d1746c-343a-4dbe-8ac9-43703a5c8516 with Priority: HIGHEST for action port [ 743.222271] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36556acc-d514-49a2-986d-707a1d413356 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.222422] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.222496] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.222930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.223013] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36556acc-d514-49a2-986d-707a1d413356',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.224786] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-36556acc-d514-49a2-986d-707a1d413356 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.224915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.225142] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.225223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.225336] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.225438] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.225536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.225645] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.225731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.225832] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36556acc-d514-49a2-986d-707a1d413356',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.226674] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-65d1746c-343a-4dbe-8ac9-43703a5c8516 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.226785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65d1746c-343a-4dbe-8ac9-43703a5c8516" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.226863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65d1746c-343a-4dbe-8ac9-43703a5c8516" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.226995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65d1746c-343a-4dbe-8ac9-43703a5c8516" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.227089] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65d1746c-343a-4dbe-8ac9-43703a5c8516',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.295766] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.726230] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-36556acc-d514-49a2-986d-707a1d413356 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.726230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.729513] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36556acc-d514-49a2-986d-707a1d413356',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.729773] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65d1746c-343a-4dbe-8ac9-43703a5c8516 with status ACTIVE [ 743.730379] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.730379] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.730379] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.730579] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.730623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.731405] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.731405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.731405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.731405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.731646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.731744] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.731820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.731928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.732100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.732197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.732293] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65d1746c-343a-4dbe-8ac9-43703a5c8516 is going to be updated. [ 743.753667] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.753748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.753827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.754040] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.754161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.754325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65d1746c-343a-4dbe-8ac9-43703a5c8516" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.802802] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.802994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.803129] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.803341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.803472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.803616] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 is going to be updated. [ 743.845494] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.845494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.845494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.845494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.845494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.868015] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: IN_PROGRESS for 2s [ 744.235424] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36556acc-d514-49a2-986d-707a1d413356',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.507136] env[69179]: INFO networking_nsxv3.common.synchronization [req-b42073fe-3f23-4222-b84f-7d539dce4712 req-b6822460-0f9e-496d-b13b-67ef3c47cf33 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 744.508358] env[69179]: INFO networking_nsxv3.common.synchronization [req-b42073fe-3f23-4222-b84f-7d539dce4712 req-b6822460-0f9e-496d-b13b-67ef3c47cf33 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec with Priority: HIGHEST for action security_group_members [ 744.508358] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 744.508358] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec with Priority: HIGHEST for action security_group_members [ 744.508485] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.508539] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.509158] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.509158] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.509158] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.509338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.509338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.509962] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.509962] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.509962] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.511544] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.512876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.512876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.512876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.513346] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.513346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.513346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.513346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.513610] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.513610] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.559937] env[69179]: INFO networking_nsxv3.common.synchronization [req-b42073fe-3f23-4222-b84f-7d539dce4712 req-b6822460-0f9e-496d-b13b-67ef3c47cf33 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_rules [ 744.560136] env[69179]: INFO networking_nsxv3.common.synchronization [req-b42073fe-3f23-4222-b84f-7d539dce4712 req-b6822460-0f9e-496d-b13b-67ef3c47cf33 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 744.560575] env[69179]: INFO networking_nsxv3.common.synchronization [req-b42073fe-3f23-4222-b84f-7d539dce4712 req-b6822460-0f9e-496d-b13b-67ef3c47cf33 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec with Priority: HIGHEST for action security_group_rules [ 744.560727] env[69179]: INFO networking_nsxv3.common.synchronization [req-b42073fe-3f23-4222-b84f-7d539dce4712 req-b6822460-0f9e-496d-b13b-67ef3c47cf33 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec with Priority: HIGHEST for action security_group_members [ 744.560859] env[69179]: INFO networking_nsxv3.common.synchronization [req-b42073fe-3f23-4222-b84f-7d539dce4712 req-b6822460-0f9e-496d-b13b-67ef3c47cf33 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 200164fa-2f83-4949-adbc-842816d22124 with Priority: HIGHEST for action port [ 744.561670] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_rules [ 744.561814] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec with Priority: HIGHEST for action security_group_rules [ 744.561913] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200164fa-2f83-4949-adbc-842816d22124 with Priority: HIGHEST for action port [ 744.562014] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 744.562133] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec with Priority: HIGHEST for action security_group_members [ 744.562406] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.562528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.562658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.562861] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.562946] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.564054] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.564161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.564203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.564706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.564706] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.565872] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-200164fa-2f83-4949-adbc-842816d22124 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.565981] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-200164fa-2f83-4949-adbc-842816d22124" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.566061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-200164fa-2f83-4949-adbc-842816d22124" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.566347] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-200164fa-2f83-4949-adbc-842816d22124" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.566427] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200164fa-2f83-4949-adbc-842816d22124',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.567152] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.567250] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.567849] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.567963] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.739236] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.739349] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.739403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.739614] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.739744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.739787] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36556acc-d514-49a2-986d-707a1d413356 is going to be created. [ 744.771813] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.771968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.772058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.772272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.772433] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.781949] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36556acc-d514-49a2-986d-707a1d413356 in Status: UNINITIALIZED for 2s [ 745.017017] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.017017] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.025671] env[69179]: INFO networking_nsxv3.common.synchronization [req-8a2b75eb-a5e0-4561-9b59-23cc2a80eeef req-8604d35a-edb1-431a-92af-f911f17d1892 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 22b4711c-7016-4da8-b469-5db89c77b561 with Priority: HIGHEST for action security_group_members [ 745.026052] env[69179]: INFO networking_nsxv3.common.synchronization [req-8a2b75eb-a5e0-4561-9b59-23cc2a80eeef req-8604d35a-edb1-431a-92af-f911f17d1892 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec with Priority: HIGHEST for action security_group_members [ 745.026329] env[69179]: INFO networking_nsxv3.common.synchronization [req-8a2b75eb-a5e0-4561-9b59-23cc2a80eeef req-8604d35a-edb1-431a-92af-f911f17d1892 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 745.027904] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22b4711c-7016-4da8-b469-5db89c77b561 with Priority: HIGHEST for action security_group_members [ 745.028679] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec with Priority: HIGHEST for action security_group_members [ 745.029341] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 745.029857] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-22b4711c-7016-4da8-b469-5db89c77b561 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.030137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.030242] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.030523] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.030761] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.030928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.031039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.031237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.031352] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.031526] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22b4711c-7016-4da8-b469-5db89c77b561',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.032656] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.032830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.033075] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.033197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.069026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.069217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.069576] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.069722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.070051] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 200164fa-2f83-4949-adbc-842816d22124 with status ACTIVE [ 745.070313] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.070488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.070609] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.070915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.071088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.071356] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.071497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.071598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.071849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.071991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.072543] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.072748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.072893] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.073229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.073488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.073672] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 200164fa-2f83-4949-adbc-842816d22124 is going to be updated. [ 745.077798] env[69179]: INFO networking_nsxv3.common.synchronization [req-8a2b75eb-a5e0-4561-9b59-23cc2a80eeef req-8604d35a-edb1-431a-92af-f911f17d1892 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 22b4711c-7016-4da8-b469-5db89c77b561 with Priority: HIGHEST for action security_group_rules [ 745.078293] env[69179]: INFO networking_nsxv3.common.synchronization [req-8a2b75eb-a5e0-4561-9b59-23cc2a80eeef req-8604d35a-edb1-431a-92af-f911f17d1892 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 22b4711c-7016-4da8-b469-5db89c77b561 with Priority: HIGHEST for action security_group_members [ 745.078674] env[69179]: INFO networking_nsxv3.common.synchronization [req-8a2b75eb-a5e0-4561-9b59-23cc2a80eeef req-8604d35a-edb1-431a-92af-f911f17d1892 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_rules [ 745.078872] env[69179]: INFO networking_nsxv3.common.synchronization [req-8a2b75eb-a5e0-4561-9b59-23cc2a80eeef req-8604d35a-edb1-431a-92af-f911f17d1892 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 745.079168] env[69179]: INFO networking_nsxv3.common.synchronization [req-8a2b75eb-a5e0-4561-9b59-23cc2a80eeef req-8604d35a-edb1-431a-92af-f911f17d1892 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec with Priority: HIGHEST for action security_group_rules [ 745.079455] env[69179]: INFO networking_nsxv3.common.synchronization [req-8a2b75eb-a5e0-4561-9b59-23cc2a80eeef req-8604d35a-edb1-431a-92af-f911f17d1892 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec with Priority: HIGHEST for action security_group_members [ 745.079725] env[69179]: INFO networking_nsxv3.common.synchronization [req-8a2b75eb-a5e0-4561-9b59-23cc2a80eeef req-8604d35a-edb1-431a-92af-f911f17d1892 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 200164fa-2f83-4949-adbc-842816d22124 with Priority: HIGHEST for action port [ 745.081134] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22b4711c-7016-4da8-b469-5db89c77b561 with Priority: HIGHEST for action security_group_rules [ 745.081198] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_rules [ 745.081814] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec with Priority: HIGHEST for action security_group_members [ 745.082053] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200164fa-2f83-4949-adbc-842816d22124 with Priority: HIGHEST for action port [ 745.082393] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec with Priority: HIGHEST for action security_group_rules [ 745.082577] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22b4711c-7016-4da8-b469-5db89c77b561 with Priority: HIGHEST for action security_group_members [ 745.082763] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 745.083653] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22b4711c-7016-4da8-b469-5db89c77b561 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.083653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.083653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.083653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.083811] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22b4711c-7016-4da8-b469-5db89c77b561',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.085046] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.085046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.085345] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.085345] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.085345] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-200164fa-2f83-4949-adbc-842816d22124 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.085956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-200164fa-2f83-4949-adbc-842816d22124" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.086485] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.086485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.087407] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-22b4711c-7016-4da8-b469-5db89c77b561 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.087407] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.087407] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.087631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.100735] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.100884] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.100985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.101188] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.101338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.101493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-200164fa-2f83-4949-adbc-842816d22124" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.101908] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-200164fa-2f83-4949-adbc-842816d22124" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.102117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-200164fa-2f83-4949-adbc-842816d22124" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.102665] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200164fa-2f83-4949-adbc-842816d22124',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.518137] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.522552] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.534148] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22b4711c-7016-4da8-b469-5db89c77b561',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.591285] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-22b4711c-7016-4da8-b469-5db89c77b561 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.591285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.604570] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 200164fa-2f83-4949-adbc-842816d22124 with status ACTIVE [ 745.604806] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.606059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.606173] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.606435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.606540] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.610291] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.610291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.610291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.610291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.610291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.610291] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.610291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.610291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.610291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.610647] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.610752] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 200164fa-2f83-4949-adbc-842816d22124 is going to be updated. [ 745.649062] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.649277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.649332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.649514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.649673] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.649832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-200164fa-2f83-4949-adbc-842816d22124" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.878387] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: SUCCESS [ 745.878603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.878771] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.878988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.879232] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.879346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.879408] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.879562] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.879634] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.879739] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.879831] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.021122] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.021306] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.021390] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.021674] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.021761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.021815] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be updated. [ 746.023960] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.025232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.025326] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.025510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.025624] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.025719] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec is going to be created. [ 746.037604] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22b4711c-7016-4da8-b469-5db89c77b561',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.051791] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.051932] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.052015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.052252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.052413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.054935] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.054935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.054935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.055130] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.055277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.071254] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec in Status: UNINITIALIZED for 2s [ 746.071254] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 746.383712] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.383903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.383978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.384246] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.384421] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.384555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.384632] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.384829] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.384958] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.385101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.385386] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.385445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.385489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.385640] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.385878] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.386048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.386182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.386359] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.386465] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.386548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.386640] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.543362] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.543362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.543362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.543362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.543362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.543362] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22b4711c-7016-4da8-b469-5db89c77b561 is going to be created. [ 746.578774] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.578906] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.578906] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.579165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.579321] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.588942] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22b4711c-7016-4da8-b469-5db89c77b561 in Status: UNINITIALIZED for 2s [ 746.794531] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36556acc-d514-49a2-986d-707a1d413356 in Status: SUCCESS [ 746.794531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.794531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.794531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.794531] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.794531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.794531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.794531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.794531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.794531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.794531] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36556acc-d514-49a2-986d-707a1d413356',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.890240] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5: rpc.has_security_group_logging(os_id): False [ 746.908578] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.908578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.908578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.908867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.908867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.909946] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.909946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.909946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.909946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.909946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.909946] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.909946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.909946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.910333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.910333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.910402] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.910503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.910582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.910757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.910866] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.910974] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 is going to be updated. [ 746.975372] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.975533] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.975606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.975893] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.976046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.991977] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: IN_PROGRESS for 2s [ 747.296975] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-36556acc-d514-49a2-986d-707a1d413356 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.298273] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.298510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.298825] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.299261] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.299572] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.299734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.299988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.300183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.300360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.300624] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-36556acc-d514-49a2-986d-707a1d413356 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.300823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.300962] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.301207] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.301443] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.301636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.302446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.302446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.302446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.302446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.302446] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36556acc-d514-49a2-986d-707a1d413356',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.805166] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36556acc-d514-49a2-986d-707a1d413356: rpc.has_security_group_logging(os_id): False [ 747.824764] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.824986] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.824986] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.825297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.825297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.826266] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.826266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.826266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.826266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.826266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.826266] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.826266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.826266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.826534] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.826534] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.826653] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.826745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.827315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.827315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.827315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.827315] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36556acc-d514-49a2-986d-707a1d413356 is going to be created. [ 747.894999] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.895416] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.895586] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.895880] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.896217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.908635] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36556acc-d514-49a2-986d-707a1d413356 in Status: IN_PROGRESS for 2s [ 748.081439] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec in Status: SUCCESS [ 748.081710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.081941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.082231] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.082478] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.082708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.083088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.083088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.083088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.083368] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.085188] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 748.085188] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.085422] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.085678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.085867] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.086046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.086146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.086325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.086433] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.086560] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.184492] env[69179]: INFO networking_nsxv3.common.synchronization [req-d49b65c4-a740-404b-9b9b-0cb2e7dc630f req-8fafbffe-ec1a-443f-98ab-d9bb8b6c96ba tempest-ServersAdminNegativeTestJSON-29456149 tempest-ServersAdminNegativeTestJSON-29456149-project-member] Enqueued Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGHEST for action security_group_members [ 748.185061] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGHEST for action security_group_members [ 748.185380] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f26ca4db-9d7a-40a8-9d02-607af28b5c34 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.185516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.185697] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.185783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.189424] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.189424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.189424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.189424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.189424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.189424] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.589436] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.590384] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.603291] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22b4711c-7016-4da8-b469-5db89c77b561 in Status: SUCCESS [ 748.603499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.603931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.604162] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.604356] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.605629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.605713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.605871] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.605958] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.606093] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22b4711c-7016-4da8-b469-5db89c77b561',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.691394] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.693810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.693810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.693810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.693810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.693810] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.693810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.693810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.693810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.693810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.693810] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 is going to be updated. [ 748.734915] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.735129] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.735175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.735369] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.735502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.744435] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 in Status: IN_PROGRESS for 2s [ 749.037242] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: SUCCESS [ 749.037508] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.094188] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.095792] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.108457] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22b4711c-7016-4da8-b469-5db89c77b561',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.599189] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.599384] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.599451] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.599673] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.599764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.599995] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be updated. [ 749.601530] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.601669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.601729] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.601914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.602000] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.602101] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec is going to be updated. [ 749.613355] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22b4711c-7016-4da8-b469-5db89c77b561',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.636879] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.637048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.637118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.637374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.637509] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.639430] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.639542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.639608] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.639771] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.639887] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.651124] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 749.651718] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec in Status: IN_PROGRESS for 2s [ 749.922846] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36556acc-d514-49a2-986d-707a1d413356 in Status: SUCCESS [ 749.923086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.118804] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.118804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.118804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.118804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.118804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.118804] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22b4711c-7016-4da8-b469-5db89c77b561 is going to be updated. [ 750.161488] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.161699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.161780] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.162036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.162236] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.171651] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22b4711c-7016-4da8-b469-5db89c77b561 in Status: IN_PROGRESS for 2s [ 750.755163] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 in Status: SUCCESS [ 750.755383] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 deletion is rescheduled due to dependency. [ 750.755454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.980391] env[69179]: INFO networking_nsxv3.common.synchronization [req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 req-defed7c1-d3a1-49b9-9c4d-2533a8e845e2 tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Enqueued Resource ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 with Priority: HIGHEST for action security_group_members [ 750.980705] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 with Priority: HIGHEST for action security_group_members [ 750.981013] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c32a70-48b3-4d88-86f6-9be98b688ff4 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.981129] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.981193] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.981440] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.981589] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.981684] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.981763] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.981884] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.981963] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.982277] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c32a70-48b3-4d88-86f6-9be98b688ff4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.488110] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.488110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.488110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.488110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.488110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.488110] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.488110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.488110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.488110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.488110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.488110] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 already deleted. [ 751.488110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.553400] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.553557] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.553602] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.553864] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.554787] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.554787] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.554787] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.555099] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.555099] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.555316] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.555358] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.555442] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.555547] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.555658] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.555786] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.555880] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.574927] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.575304] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 751.575304] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.575520] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.575760] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-ca68682c-88ee-4524-92cb-8ca93845189c taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.575938] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-ca68682c-88ee-4524-92cb-8ca93845189c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.576104] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-ca68682c-88ee-4524-92cb-8ca93845189c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.577057] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-ca68682c-88ee-4524-92cb-8ca93845189c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.577264] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca68682c-88ee-4524-92cb-8ca93845189c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.607506] env[69179]: INFO networking_nsxv3.common.synchronization [req-23e35b5f-dc48-4a1f-a09f-9cd3b5066ae6 req-d05f86ba-e985-4896-bcf7-927e7fc95faa tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Enqueued Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 751.608200] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 751.609230] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.609230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.609230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.609230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.609483] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.609483] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.609483] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.609597] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.609685] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.609756] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.664096] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec in Status: SUCCESS [ 751.667013] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.667013] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.667013] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.667013] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.667013] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.667013] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.667013] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.667013] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.667013] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.667860] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 751.668089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.668433] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.668650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.668820] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.668927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.668986] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.669145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.669220] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.669313] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.079937] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.080245] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.080528] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.080905] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.081095] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.081311] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port ca68682c-88ee-4524-92cb-8ca93845189c not found, creating... [ 752.081674] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.081843] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.081963] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.082238] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.082384] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.082694] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.082850] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.082967] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.083318] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.083457] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.083597] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: ca68682c-88ee-4524-92cb-8ca93845189c is going to be created. [ 752.104856] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.105096] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.105196] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.105488] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.105714] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.105957] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-ca68682c-88ee-4524-92cb-8ca93845189c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.111910] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.112057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.112132] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.112326] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.112414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.112776] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.112881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.112945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.113113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.113193] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.113278] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 is going to be updated. [ 752.153620] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.153759] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.153831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.154062] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.154206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.168366] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.171198] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.200992] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: IN_PROGRESS for 2s [ 752.222146] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22b4711c-7016-4da8-b469-5db89c77b561 in Status: SUCCESS [ 752.222366] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.222527] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.222737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.222921] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.223046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.223110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.223255] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.223329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.223409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.223496] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22b4711c-7016-4da8-b469-5db89c77b561',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.670279] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.674011] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.725313] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22b4711c-7016-4da8-b469-5db89c77b561',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.908386] env[69179]: INFO networking_nsxv3.common.synchronization [req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 req-b0f3af17-86df-4e34-9c54-ffd87023c7b8 service nova] Enqueued Resource ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 with Priority: HIGHEST for action security_group_rules [ 752.910070] env[69179]: INFO networking_nsxv3.common.synchronization [req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 req-b0f3af17-86df-4e34-9c54-ffd87023c7b8 service nova] Enqueued Resource ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 with Priority: HIGHEST for action security_group_members [ 752.910070] env[69179]: INFO networking_nsxv3.common.synchronization [req-1d2592ee-880e-4284-a5aa-bb0340ba2bf7 req-b0f3af17-86df-4e34-9c54-ffd87023c7b8 service nova] Enqueued Resource ID: ca68682c-88ee-4524-92cb-8ca93845189c with Priority: HIGHEST for action port [ 752.910070] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 with Priority: HIGHEST for action security_group_rules [ 752.910070] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 with Priority: HIGHEST for action security_group_members [ 752.910070] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca68682c-88ee-4524-92cb-8ca93845189c with Priority: HIGHEST for action port [ 752.911899] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c32a70-48b3-4d88-86f6-9be98b688ff4 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.912040] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.912111] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.912361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.912447] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c32a70-48b3-4d88-86f6-9be98b688ff4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.913786] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c32a70-48b3-4d88-86f6-9be98b688ff4 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.914104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.914176] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.914453] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.914610] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.914709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.914771] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.914917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.915201] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.915304] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c32a70-48b3-4d88-86f6-9be98b688ff4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.916936] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca68682c-88ee-4524-92cb-8ca93845189c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.917091] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca68682c-88ee-4524-92cb-8ca93845189c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.917164] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca68682c-88ee-4524-92cb-8ca93845189c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.917324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca68682c-88ee-4524-92cb-8ca93845189c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.917401] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca68682c-88ee-4524-92cb-8ca93845189c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.174247] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.174479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.174479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.174686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.174776] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.174874] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec is going to be updated. [ 753.180027] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.180149] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.180221] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.180415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.180495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.180586] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be updated. [ 753.228295] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22b4711c-7016-4da8-b469-5db89c77b561: rpc.has_security_group_logging(os_id): False [ 753.236763] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.236896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.236968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.237444] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.237522] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.239918] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.240105] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.240156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.240331] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.240479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.265768] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec in Status: IN_PROGRESS for 2s [ 753.266758] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 753.268374] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.268543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.268623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.268955] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.268955] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.269208] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.269419] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.269419] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.269607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.269637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.269715] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22b4711c-7016-4da8-b469-5db89c77b561 is going to be created. [ 753.369493] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.369703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.369703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.369917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.370699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.382067] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22b4711c-7016-4da8-b469-5db89c77b561 in Status: IN_PROGRESS for 2s [ 753.421184] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c32a70-48b3-4d88-86f6-9be98b688ff4 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.421184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.421184] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66c32a70-48b3-4d88-86f6-9be98b688ff4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.421184] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca68682c-88ee-4524-92cb-8ca93845189c with status ACTIVE [ 753.421184] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.421184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.421184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.421184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.421184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.421184] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.422086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.422086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.422086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.422086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.422086] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.422257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.422257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.422637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.422637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.422637] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca68682c-88ee-4524-92cb-8ca93845189c is going to be updated. [ 753.577665] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.577875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.577875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.578104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.578262] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.578407] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca68682c-88ee-4524-92cb-8ca93845189c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.618726] env[69179]: INFO networking_nsxv3.common.synchronization [req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 req-489d8f64-987f-4a51-872a-625c6c751cbd tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Enqueued Resource ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc with Priority: HIGHEST for action security_group_members [ 753.619261] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc with Priority: HIGHEST for action security_group_members [ 753.619552] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.619666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.619729] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.619973] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.620141] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.620261] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.620323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.620473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.620548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.620638] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.928347] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66c32a70-48b3-4d88-86f6-9be98b688ff4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.124990] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.124990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.125207] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.125244] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.125334] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.125528] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.125623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.125683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.125828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.125892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.125980] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc already deleted. [ 754.126090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.139940] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.140167] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-639" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.140322] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-639" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.140647] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-639" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.140942] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.141147] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.141294] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.141592] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.141721] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.141997] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.142238] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.142238] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.142407] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.142509] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.142633] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.142793] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.162275] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.162545] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.162637] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.162924] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-639" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.163238] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-a0760d84-71b3-40a9-a816-8f8d9707eb74 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.163460] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-a0760d84-71b3-40a9-a816-8f8d9707eb74" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.163599] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-a0760d84-71b3-40a9-a816-8f8d9707eb74" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.163946] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-a0760d84-71b3-40a9-a816-8f8d9707eb74" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.164123] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0760d84-71b3-40a9-a816-8f8d9707eb74',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.215881] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: SUCCESS [ 754.216123] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 deletion is rescheduled due to dependency. [ 754.216263] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.431297] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.431472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.431515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.431740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.431830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.431928] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 is going to be created. [ 754.453746] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.454151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.454151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.454290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.454388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.466385] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 in Status: UNINITIALIZED for 2s [ 754.577159] env[69179]: INFO networking_nsxv3.common.synchronization [req-49151ba2-074a-4845-b091-93a163087165 req-695b7b1f-50c8-4db4-b267-2f72a2101484 tempest-ImagesNegativeTestJSON-1593704859 tempest-ImagesNegativeTestJSON-1593704859-project-member] Enqueued Resource ID: 36556acc-d514-49a2-986d-707a1d413356 with Priority: HIGHEST for action security_group_members [ 754.577685] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36556acc-d514-49a2-986d-707a1d413356 with Priority: HIGHEST for action security_group_members [ 754.578014] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-36556acc-d514-49a2-986d-707a1d413356 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.578150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.578218] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.578447] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.578619] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.578728] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.578791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.578947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.583117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.583261] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36556acc-d514-49a2-986d-707a1d413356',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.666875] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.667194] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.667320] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.667596] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.667746] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.667898] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port a0760d84-71b3-40a9-a816-8f8d9707eb74 not found, creating... [ 754.668248] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.668415] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.668997] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.668997] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.668997] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.669266] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.669421] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.669528] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.669736] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.669871] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.670021] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: a0760d84-71b3-40a9-a816-8f8d9707eb74 is going to be created. [ 754.689806] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.690023] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.690503] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.690503] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.690670] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.690873] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-a0760d84-71b3-40a9-a816-8f8d9707eb74" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.089850] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.090276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.090276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.090520] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.090678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.090986] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.091174] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.091285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.091531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.091664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.091789] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36556acc-d514-49a2-986d-707a1d413356 is going to be updated. [ 755.116633] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.116830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.116830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.117045] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.117185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.124906] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36556acc-d514-49a2-986d-707a1d413356 in Status: IN_PROGRESS for 2s [ 755.283574] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 755.283797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.284477] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec in Status: SUCCESS [ 755.284642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.284788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.285019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.285208] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.285819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.285819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.285819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.285819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.285819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.285819] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.290666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.290849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.291028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.291160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.291246] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.291323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.291410] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.291489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.291563] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.292279] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.292440] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.292593] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.292720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.292806] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.292879] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.292966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.293056] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.294936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.294936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.294936] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.294936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.295365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.295365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.295365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.295365] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.396116] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22b4711c-7016-4da8-b469-5db89c77b561 in Status: SUCCESS [ 755.396116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.618322] env[69179]: INFO networking_nsxv3.common.synchronization [req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 req-247fce17-d711-40fd-95cb-4cf020d142d0 service nova] Enqueued Resource ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc with Priority: HIGHEST for action security_group_rules [ 755.618514] env[69179]: INFO networking_nsxv3.common.synchronization [req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 req-247fce17-d711-40fd-95cb-4cf020d142d0 service nova] Enqueued Resource ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc with Priority: HIGHEST for action security_group_members [ 755.618653] env[69179]: INFO networking_nsxv3.common.synchronization [req-316e0c60-6f8b-4ed9-97d2-bf27ce60be75 req-247fce17-d711-40fd-95cb-4cf020d142d0 service nova] Enqueued Resource ID: a0760d84-71b3-40a9-a816-8f8d9707eb74 with Priority: HIGHEST for action port [ 755.618883] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc with Priority: HIGHEST for action security_group_rules [ 755.619017] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc with Priority: HIGHEST for action security_group_members [ 755.619130] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0760d84-71b3-40a9-a816-8f8d9707eb74 with Priority: HIGHEST for action port [ 755.619719] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.619846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.619945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.620316] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.620411] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.621546] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.621672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.621737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.621921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.622083] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.622174] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.622237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.622416] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.622509] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.622621] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.623378] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0760d84-71b3-40a9-a816-8f8d9707eb74 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.623514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0760d84-71b3-40a9-a816-8f8d9707eb74" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.623565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0760d84-71b3-40a9-a816-8f8d9707eb74" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.624039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0760d84-71b3-40a9-a816-8f8d9707eb74" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.624039] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0760d84-71b3-40a9-a816-8f8d9707eb74',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.796519] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.799266] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.800228] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.800349] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.800578] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.125476] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.126854] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.127010] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.127254] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0760d84-71b3-40a9-a816-8f8d9707eb74 with status ACTIVE [ 756.127459] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.127614] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.127692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.127935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.128060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.128296] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.128393] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.128457] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.128620] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.128711] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.128890] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.129045] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.133253] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.133452] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.133515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.133614] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0760d84-71b3-40a9-a816-8f8d9707eb74 is going to be updated. [ 756.197892] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.198106] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.198182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.198419] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.198576] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.198766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0760d84-71b3-40a9-a816-8f8d9707eb74" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.295080] env[69179]: INFO networking_nsxv3.common.synchronization [req-b4dd8964-8921-4abb-abc2-0b890c05d453 req-48d86e97-cb0e-4244-9e2a-d9c2a11be915 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Enqueued Resource ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 with Priority: HIGHEST for action security_group_members [ 756.295667] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 with Priority: HIGHEST for action security_group_members [ 756.296026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-915cbe6f-a03a-4629-bb6c-952a60c11b56 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.296871] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.296961] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.297265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.297470] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.297599] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.297668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.297852] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.297946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.298078] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915cbe6f-a03a-4629-bb6c-952a60c11b56',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.299349] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.302185] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.305794] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec: rpc.has_security_group_logging(os_id): False [ 756.325955] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.326146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.326246] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.326492] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.326643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.326952] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.327118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.327182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.327338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.327575] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.327575] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec is going to be created. [ 756.403012] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.403210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.403279] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.403462] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.403640] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.419737] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec in Status: IN_PROGRESS for 2s [ 756.477096] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 in Status: SUCCESS [ 756.477367] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.477537] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.477746] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.477933] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.478065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.478232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.478396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.478479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.478682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.478786] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66c32a70-48b3-4d88-86f6-9be98b688ff4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.636249] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.802125] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.802456] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.802456] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.802654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.802761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.802967] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.803949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.803949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.803949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.803949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.803949] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 already deleted. [ 756.803949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.803949] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.804358] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.804358] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.804358] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.804465] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.804465] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be updated. [ 756.806582] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.806692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.806775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.806945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.807038] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.807129] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec is going to be updated. [ 756.835062] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.835227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.835296] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.835544] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.835660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.839674] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.839824] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.839905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.840192] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.840334] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.849689] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 756.850370] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec in Status: IN_PROGRESS for 2s [ 756.981483] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c32a70-48b3-4d88-86f6-9be98b688ff4 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.981636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.981724] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.981960] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.982164] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.982283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.982352] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.982522] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.982616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.982708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.982882] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c32a70-48b3-4d88-86f6-9be98b688ff4 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.982975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.983319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.984050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.984050] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.984050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.984050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.984239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.984333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.985731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.985855] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66c32a70-48b3-4d88-86f6-9be98b688ff4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.099306] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.099513] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-195" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.099597] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-195" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.100161] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-195" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.100246] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.100366] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.100492] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.100737] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.100883] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.101108] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.101222] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.101331] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.101534] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.101534] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.101633] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.101764] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.121691] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.121753] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.121878] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.122074] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-195" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.123731] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-570bc2e9-ce0f-47ce-b132-6ff502920cdb taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.123731] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-570bc2e9-ce0f-47ce-b132-6ff502920cdb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.123731] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-570bc2e9-ce0f-47ce-b132-6ff502920cdb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.123731] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-570bc2e9-ce0f-47ce-b132-6ff502920cdb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.123731] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('570bc2e9-ce0f-47ce-b132-6ff502920cdb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.136191] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36556acc-d514-49a2-986d-707a1d413356 in Status: SUCCESS [ 757.136499] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36556acc-d514-49a2-986d-707a1d413356 deletion is rescheduled due to dependency. [ 757.136541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.141833] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.141833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.141833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.141833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.141833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.141833] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc is going to be created. [ 757.164810] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.164810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.164810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.165057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.165103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.174912] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc in Status: UNINITIALIZED for 2s [ 757.491275] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66c32a70-48b3-4d88-86f6-9be98b688ff4: rpc.has_security_group_logging(os_id): False [ 757.512028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.512028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.512028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.512028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.512028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.512028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.512028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.512028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.512028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.512028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.512028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.512028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.512028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.512028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.512028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.512603] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.512603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.512603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.512603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.512603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.512603] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 is going to be created. [ 757.573703] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.573703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.573703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.573703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.573703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.582710] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 in Status: IN_PROGRESS for 2s [ 757.625825] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.628393] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.628393] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.628393] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.628393] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.628393] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 570bc2e9-ce0f-47ce-b132-6ff502920cdb not found, creating... [ 757.628393] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.628393] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.628393] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.628857] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.630022] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.630022] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.630022] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.630022] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.630022] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.630022] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.630022] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 570bc2e9-ce0f-47ce-b132-6ff502920cdb is going to be created. [ 757.656652] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.657943] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.657943] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.657943] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.657943] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.657943] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-570bc2e9-ce0f-47ce-b132-6ff502920cdb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.432853] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec in Status: SUCCESS [ 758.432853] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.433328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.433328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.433328] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.502384] env[69179]: INFO networking_nsxv3.common.synchronization [req-b4dd8964-8921-4abb-abc2-0b890c05d453 req-29fbf42e-440f-4e14-b827-da353cf608fd service nova] Enqueued Resource ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 with Priority: HIGHEST for action security_group_rules [ 758.502550] env[69179]: INFO networking_nsxv3.common.synchronization [req-b4dd8964-8921-4abb-abc2-0b890c05d453 req-29fbf42e-440f-4e14-b827-da353cf608fd service nova] Enqueued Resource ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 with Priority: HIGHEST for action security_group_members [ 758.502978] env[69179]: INFO networking_nsxv3.common.synchronization [req-b4dd8964-8921-4abb-abc2-0b890c05d453 req-29fbf42e-440f-4e14-b827-da353cf608fd service nova] Enqueued Resource ID: 570bc2e9-ce0f-47ce-b132-6ff502920cdb with Priority: HIGHEST for action port [ 758.502978] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 with Priority: HIGHEST for action security_group_rules [ 758.503110] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 with Priority: HIGHEST for action security_group_members [ 758.503159] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 570bc2e9-ce0f-47ce-b132-6ff502920cdb with Priority: HIGHEST for action port [ 758.503724] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915cbe6f-a03a-4629-bb6c-952a60c11b56 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.503864] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.503927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.504141] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.504233] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915cbe6f-a03a-4629-bb6c-952a60c11b56',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.505116] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-915cbe6f-a03a-4629-bb6c-952a60c11b56 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.505225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.505286] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.505868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.505868] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.505868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.505868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.505868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.506146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.506146] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915cbe6f-a03a-4629-bb6c-952a60c11b56',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.506798] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-570bc2e9-ce0f-47ce-b132-6ff502920cdb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.506901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-570bc2e9-ce0f-47ce-b132-6ff502920cdb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.506953] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-570bc2e9-ce0f-47ce-b132-6ff502920cdb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.507106] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-570bc2e9-ce0f-47ce-b132-6ff502920cdb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.507452] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('570bc2e9-ce0f-47ce-b132-6ff502920cdb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.864101] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec in Status: SUCCESS [ 758.864101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.864101] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 758.864101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.864101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.864101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.864101] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.864524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.864524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.864524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.864524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.864673] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.864775] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.864872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.864944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.865185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.865358] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.865488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.865556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.865731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.865815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.865882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.865965] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.939358] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.939517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.939588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.939791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.939944] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.940055] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.940116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.940257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.940341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.940424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.940527] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.008591] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-915cbe6f-a03a-4629-bb6c-952a60c11b56 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.008727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.008908] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('915cbe6f-a03a-4629-bb6c-952a60c11b56',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.010320] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 570bc2e9-ce0f-47ce-b132-6ff502920cdb with status ACTIVE [ 759.010538] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.010658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.010725] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.010921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.011015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.011215] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.011313] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.011374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.011518] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.011603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.011764] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.011850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.011910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.014955] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.015090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.015187] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 570bc2e9-ce0f-47ce-b132-6ff502920cdb is going to be updated. [ 759.034605] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.034747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.034815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.035043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.035181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.035329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-570bc2e9-ce0f-47ce-b132-6ff502920cdb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.062086] env[69179]: INFO networking_nsxv3.common.synchronization [req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d req-6b53fd0c-dafb-46ec-b6ae-9d1a964f5fe8 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 759.062800] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 759.063810] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.063974] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.064084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.064372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.064564] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.064697] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.064784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.064966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.065093] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.065215] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.186574] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc in Status: SUCCESS [ 759.186574] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.186574] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.186574] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.186574] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.186574] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.186574] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.186574] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.186574] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.186574] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.186574] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.369871] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39e03525-d5bb-433c-b1f1-70f5d1082613: rpc.has_security_group_logging(os_id): False [ 759.393395] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.393503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.393576] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.393815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.393898] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.394102] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.394229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.394287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.394398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.394475] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.394655] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.394746] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.394857] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.395795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.395795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.395795] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.395795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.395795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.395795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.395795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.395795] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be updated. [ 759.432436] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-903 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.432588] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.432730] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.433664] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.434091] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.434298] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.434503] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.434885] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.435113] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.435556] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.435761] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.435952] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.436159] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.436351] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.436583] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.436741] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.442439] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.451183] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.451301] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.451301] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.451500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.451640] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.455493] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.455643] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 759.455777] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.455940] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.456284] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-ee6a51e5-dcfb-485e-b643-2de38f14c8d9 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.456463] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-ee6a51e5-dcfb-485e-b643-2de38f14c8d9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.456568] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-ee6a51e5-dcfb-485e-b643-2de38f14c8d9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.456860] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-ee6a51e5-dcfb-485e-b643-2de38f14c8d9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.456999] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee6a51e5-dcfb-485e-b643-2de38f14c8d9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.464937] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 759.513080] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('915cbe6f-a03a-4629-bb6c-952a60c11b56',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.567911] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.568075] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.568799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.568799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.568799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.568799] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.568799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.569051] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.569051] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.569051] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.569139] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 already deleted. [ 759.569255] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.596111] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 in Status: SUCCESS [ 759.596403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.688509] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.688681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.688756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.688975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.689328] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.689328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.689549] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.689549] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.689686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.689726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.689860] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.689965] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.690035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.690181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.690317] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.690406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.690458] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.690622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.690697] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.690900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.690900] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.944460] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec: rpc.has_security_group_logging(os_id): False [ 759.961971] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.962170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.962310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.962563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.963536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.963536] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.963536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.963536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.963536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.963536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.963536] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec is going to be updated. [ 759.965019] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.965206] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.965333] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.965567] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.965976] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.965976] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port ee6a51e5-dcfb-485e-b643-2de38f14c8d9 not found, creating... [ 759.966263] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.966442] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.966527] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.966742] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.967086] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.967217] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.967376] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.967640] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.967742] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.967877] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.968020] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: ee6a51e5-dcfb-485e-b643-2de38f14c8d9 is going to be created. [ 759.986596] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.986815] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.986917] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.987296] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.987533] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.987763] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-ee6a51e5-dcfb-485e-b643-2de38f14c8d9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.013704] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.013831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.013831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.014127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.014239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.014351] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 is going to be created. [ 760.025181] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.026023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.026023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.027943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.027943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.038520] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.038520] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.038520] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.038520] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.038520] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.041591] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec in Status: IN_PROGRESS for 2s [ 760.059160] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 in Status: UNINITIALIZED for 2s [ 760.195343] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc: rpc.has_security_group_logging(os_id): False [ 760.215753] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.216366] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.216799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.217217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.219075] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.219075] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.219075] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.219075] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.219075] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.219075] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.219075] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.219075] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.219075] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.219075] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.219075] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.220076] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.222211] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.222211] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.222211] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.222211] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.222211] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc is going to be created. [ 760.294026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.294026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.294026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.294026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.294026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.305889] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc in Status: IN_PROGRESS for 2s [ 760.902269] env[69179]: INFO networking_nsxv3.common.synchronization [req-2793fd14-28f8-4c5f-8efe-a81b4a5357a7 req-e93ac636-9aa0-452d-b760-ed977963b1e5 tempest-ImagesOneServerTestJSON-974336783 tempest-ImagesOneServerTestJSON-974336783-project-member] Enqueued Resource ID: e07287c1-b758-4563-9f39-24ea8fee1518 with Priority: HIGHEST for action security_group_members [ 760.902807] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e07287c1-b758-4563-9f39-24ea8fee1518 with Priority: HIGHEST for action security_group_members [ 760.903116] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-e07287c1-b758-4563-9f39-24ea8fee1518 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.903251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.903315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.903506] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.905433] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.905553] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.905621] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.905804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.905891] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.905985] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e07287c1-b758-4563-9f39-24ea8fee1518',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.032250] env[69179]: INFO networking_nsxv3.common.synchronization [req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d req-d3887792-856c-4bb2-ae00-95bae4820f95 service nova] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_rules [ 761.032250] env[69179]: INFO networking_nsxv3.common.synchronization [req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d req-d3887792-856c-4bb2-ae00-95bae4820f95 service nova] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 761.032250] env[69179]: INFO networking_nsxv3.common.synchronization [req-1fa8acd2-bdbc-4427-bbc2-df3c17b9b55d req-d3887792-856c-4bb2-ae00-95bae4820f95 service nova] Enqueued Resource ID: ee6a51e5-dcfb-485e-b643-2de38f14c8d9 with Priority: HIGHEST for action port [ 761.032722] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_rules [ 761.032997] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 761.033535] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee6a51e5-dcfb-485e-b643-2de38f14c8d9 with Priority: HIGHEST for action port [ 761.034082] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.034398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.034589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.034948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.035154] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.036694] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.036916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.037069] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.037397] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.037643] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.040831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.040831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.040831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.040831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.040831] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.040831] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee6a51e5-dcfb-485e-b643-2de38f14c8d9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.040831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee6a51e5-dcfb-485e-b643-2de38f14c8d9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.040831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee6a51e5-dcfb-485e-b643-2de38f14c8d9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.040831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee6a51e5-dcfb-485e-b643-2de38f14c8d9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.040831] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee6a51e5-dcfb-485e-b643-2de38f14c8d9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.407759] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.407932] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.407998] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.408272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.408362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.408551] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.408651] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.408704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.408853] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.408929] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.409023] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e07287c1-b758-4563-9f39-24ea8fee1518 is going to be updated. [ 761.437230] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.437551] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.437551] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.437648] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.437775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.447115] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e07287c1-b758-4563-9f39-24ea8fee1518 in Status: IN_PROGRESS for 2s [ 761.477175] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 761.477471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.477551] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.477773] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.477863] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.541263] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.542340] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.542710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.542710] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee6a51e5-dcfb-485e-b643-2de38f14c8d9 with status ACTIVE [ 761.542897] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.542897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.542986] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.543193] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.543339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.543376] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.543551] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.543551] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.543666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.543723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.543897] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.543984] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.544105] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.544333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.544333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.544461] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee6a51e5-dcfb-485e-b643-2de38f14c8d9 is going to be updated. [ 761.565537] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.565741] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.565741] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.565952] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.566097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.566262] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee6a51e5-dcfb-485e-b643-2de38f14c8d9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.980470] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.980759] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.980759] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.981216] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.981216] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.981344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.981344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.983031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.983031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.983031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.983031] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.047185] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.057208] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec in Status: SUCCESS [ 762.057339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.066358] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 in Status: SUCCESS [ 762.066564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.066719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.066929] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.067126] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.067243] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.067354] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.067449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.067527] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.067610] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.067730] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('915cbe6f-a03a-4629-bb6c-952a60c11b56',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.194074] env[69179]: INFO networking_nsxv3.common.synchronization [req-99e7b55d-fd73-4968-ac3c-64dad39583aa req-a00ec0a6-d6d1-4c27-a974-a4c86bcbf214 tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Enqueued Resource ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 with Priority: HIGHEST for action security_group_members [ 762.194074] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 with Priority: HIGHEST for action security_group_members [ 762.194074] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f312aaf0-9c6b-45fb-ba5b-44af45d94244 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.194074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.194074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.194074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.194074] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.194074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.194074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.194074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.194488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.194488] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f312aaf0-9c6b-45fb-ba5b-44af45d94244',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.324135] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc in Status: SUCCESS [ 762.324135] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.484729] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.484832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.484899] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.485209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.485423] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.485556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.485629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.485845] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.485963] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.486198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.486788] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.486788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.486788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.486788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.487329] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.487329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.487329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.487329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.487527] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.487527] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.487635] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.549164] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.549396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.549500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.549720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.549811] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.549915] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be created. [ 762.569684] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('915cbe6f-a03a-4629-bb6c-952a60c11b56',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.578517] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.578517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.578517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.578517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.578517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.586308] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: UNINITIALIZED for 2s [ 762.696491] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.696491] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.696642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.697353] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.697353] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.697353] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.697353] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.697353] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.697664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.697664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.697664] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 already deleted. [ 762.697848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.725677] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.725677] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-420" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.725677] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-420" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.725677] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-420" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.725677] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.725677] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.726208] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.726586] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.726957] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.727295] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.727501] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.727694] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.727906] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.728128] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.728448] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.728769] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.749805] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.750086] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.750346] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.750686] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-420" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.751052] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-3ea78774-2119-4faf-9d90-c9f13020f4fb taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.751235] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-3ea78774-2119-4faf-9d90-c9f13020f4fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.751447] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-3ea78774-2119-4faf-9d90-c9f13020f4fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.751671] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-3ea78774-2119-4faf-9d90-c9f13020f4fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.751815] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ea78774-2119-4faf-9d90-c9f13020f4fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.990478] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39e03525-d5bb-433c-b1f1-70f5d1082613: rpc.has_security_group_logging(os_id): False [ 763.010033] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.012074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.012074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.012074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.012074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.012074] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.012074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.012074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.012074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.012074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.012986] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.013373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.014085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.014085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.014085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.014447] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.014603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.014730] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.017081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.017081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.017081] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be updated. [ 763.072379] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.072561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.072606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.072798] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.072928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.074043] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 915cbe6f-a03a-4629-bb6c-952a60c11b56: rpc.has_security_group_logging(os_id): False [ 763.086974] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 763.096073] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.096073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.096073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.096073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.096367] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.096367] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.096523] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.096561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.096694] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.096777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.096843] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 is going to be created. [ 763.188920] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.189115] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.189193] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.189394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.189602] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.216552] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 in Status: IN_PROGRESS for 2s [ 763.254680] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.254961] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.255126] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.255407] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.255561] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.255722] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 3ea78774-2119-4faf-9d90-c9f13020f4fb not found, creating... [ 763.256051] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.256251] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.256379] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.256595] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.256753] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.257068] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.257239] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.257366] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.257765] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.257911] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.258075] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 3ea78774-2119-4faf-9d90-c9f13020f4fb is going to be created. [ 763.301127] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.301341] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.301529] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.301905] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.302250] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.302559] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-3ea78774-2119-4faf-9d90-c9f13020f4fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.459151] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e07287c1-b758-4563-9f39-24ea8fee1518 in Status: SUCCESS [ 763.459359] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e07287c1-b758-4563-9f39-24ea8fee1518 deletion is rescheduled due to dependency. [ 763.460030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.097304] env[69179]: INFO networking_nsxv3.common.synchronization [req-99e7b55d-fd73-4968-ac3c-64dad39583aa req-636f69f8-8361-4bf4-8f68-17f8a46ed644 service nova] Enqueued Resource ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 with Priority: HIGHEST for action security_group_rules [ 764.097304] env[69179]: INFO networking_nsxv3.common.synchronization [req-99e7b55d-fd73-4968-ac3c-64dad39583aa req-636f69f8-8361-4bf4-8f68-17f8a46ed644 service nova] Enqueued Resource ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 with Priority: HIGHEST for action security_group_members [ 764.097304] env[69179]: INFO networking_nsxv3.common.synchronization [req-99e7b55d-fd73-4968-ac3c-64dad39583aa req-636f69f8-8361-4bf4-8f68-17f8a46ed644 service nova] Enqueued Resource ID: 3ea78774-2119-4faf-9d90-c9f13020f4fb with Priority: HIGHEST for action port [ 764.097304] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 with Priority: HIGHEST for action security_group_rules [ 764.097304] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 with Priority: HIGHEST for action security_group_members [ 764.097304] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ea78774-2119-4faf-9d90-c9f13020f4fb with Priority: HIGHEST for action port [ 764.097304] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f312aaf0-9c6b-45fb-ba5b-44af45d94244 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.097304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.097304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.097304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.097304] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f312aaf0-9c6b-45fb-ba5b-44af45d94244',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.100209] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f312aaf0-9c6b-45fb-ba5b-44af45d94244 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.100350] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.100415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.100628] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.100784] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.100877] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.100937] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.101097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.101177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.101283] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f312aaf0-9c6b-45fb-ba5b-44af45d94244',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.102109] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ea78774-2119-4faf-9d90-c9f13020f4fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.102238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ea78774-2119-4faf-9d90-c9f13020f4fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.102373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ea78774-2119-4faf-9d90-c9f13020f4fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.106020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ea78774-2119-4faf-9d90-c9f13020f4fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.106020] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ea78774-2119-4faf-9d90-c9f13020f4fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.596579] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 764.596833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.597044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.597300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.597526] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.598315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.598401] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.598599] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.598689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.598784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.598906] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.605448] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f312aaf0-9c6b-45fb-ba5b-44af45d94244',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.606044] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f312aaf0-9c6b-45fb-ba5b-44af45d94244 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.606044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.608304] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ea78774-2119-4faf-9d90-c9f13020f4fb with status ACTIVE [ 764.608304] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.608493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.608493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.608865] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.608865] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.608978] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.609119] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.609183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.609378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.609640] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.609864] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.609864] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.610024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.610175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.610218] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.610319] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ea78774-2119-4faf-9d90-c9f13020f4fb is going to be updated. [ 764.631688] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.631688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.631688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.631688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.631688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.631688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ea78774-2119-4faf-9d90-c9f13020f4fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.917743] env[69179]: INFO networking_nsxv3.common.synchronization [None req-f3386042-a4ce-49b1-b423-c87f62b6be5f tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Enqueued Resource ID: a3d1f55f-5985-498f-9a8f-3bb09138c871 with Priority: HIGHEST for action security_group_rules [ 764.918099] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d1f55f-5985-498f-9a8f-3bb09138c871 with Priority: HIGHEST for action security_group_rules [ 764.918464] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3d1f55f-5985-498f-9a8f-3bb09138c871 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.918590] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3d1f55f-5985-498f-9a8f-3bb09138c871" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.918633] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3d1f55f-5985-498f-9a8f-3bb09138c871" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.919175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3d1f55f-5985-498f-9a8f-3bb09138c871" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.919175] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3d1f55f-5985-498f-9a8f-3bb09138c871',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.013809] env[69179]: INFO networking_nsxv3.common.synchronization [None req-b8aac854-0670-468c-87d6-d16a6520aa53 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Enqueued Resource ID: a3d1f55f-5985-498f-9a8f-3bb09138c871 with Priority: HIGHEST for action security_group_rules [ 765.015110] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3d1f55f-5985-498f-9a8f-3bb09138c871 with Priority: HIGHEST for action security_group_rules [ 765.015563] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3d1f55f-5985-498f-9a8f-3bb09138c871 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.015819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3d1f55f-5985-498f-9a8f-3bb09138c871" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.100959] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.101287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.101287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.101513] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.101654] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.101757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.101833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.101995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.102114] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.102204] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.102378] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.102473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.102543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.102803] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.102841] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.102935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.102997] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.103150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.103227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.103309] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.103419] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.105300] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 765.105759] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.107381] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f312aaf0-9c6b-45fb-ba5b-44af45d94244',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.229375] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 in Status: SUCCESS [ 765.229375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.440876] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.440876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.440876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.440876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.440876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.440876] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3d1f55f-5985-498f-9a8f-3bb09138c871 already deleted. [ 765.440876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3d1f55f-5985-498f-9a8f-3bb09138c871" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.440876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3d1f55f-5985-498f-9a8f-3bb09138c871" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.440876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3d1f55f-5985-498f-9a8f-3bb09138c871" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.441205] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3d1f55f-5985-498f-9a8f-3bb09138c871',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.606776] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8073983c-3102-4f2c-933d-30a1221fa9a3: rpc.has_security_group_logging(os_id): False [ 765.612495] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.612495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.612495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.612495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.612495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.612495] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 is going to be created. [ 765.628394] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.628394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.628394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.628394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.628394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.628394] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.628394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.628394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.628394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.628394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.628394] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.628394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.628394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.628394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.628394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.629499] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.629784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.629949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.630241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.630423] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.630790] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be created. [ 765.635172] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.637439] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.637439] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.637439] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.637439] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.646183] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 in Status: UNINITIALIZED for 2s [ 765.694618] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.695020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.695212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.695533] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.696475] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.709520] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 765.964587] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.965321] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.965679] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.966070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.966657] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.966657] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3d1f55f-5985-498f-9a8f-3bb09138c871 already deleted. [ 765.966657] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3d1f55f-5985-498f-9a8f-3bb09138c871" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.015315] env[69179]: INFO networking_nsxv3.common.synchronization [req-668f3a0d-1f97-4839-b51e-abf3f197a036 req-f2a0518a-b35f-4600-b07c-f16836bbd07d tempest-ServerDiagnosticsNegativeTest-43986846 tempest-ServerDiagnosticsNegativeTest-43986846-project-member] Enqueued Resource ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 with Priority: HIGHEST for action security_group_members [ 766.015315] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 with Priority: HIGHEST for action security_group_members [ 766.015315] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c32a70-48b3-4d88-86f6-9be98b688ff4 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.015315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.015315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.016318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.016905] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.020467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.020467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.020467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.020467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.020467] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c32a70-48b3-4d88-86f6-9be98b688ff4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.518761] env[69179]: INFO networking_nsxv3.common.synchronization [req-6d2afcdf-a641-44b9-b441-84b11f798a73 req-4d1c017c-80de-4fed-a972-bb100d4de7ea tempest-ServersNegativeTestMultiTenantJSON-454220167 tempest-ServersNegativeTestMultiTenantJSON-454220167-project-member] Enqueued Resource ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc with Priority: HIGHEST for action security_group_members [ 766.519338] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc with Priority: HIGHEST for action security_group_members [ 766.519660] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.519785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.519854] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.520507] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.520692] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.520810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.520881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.521064] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.521166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.521263] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.522179] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.522310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.522381] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.522537] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.522640] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.522815] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.522932] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.522997] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.523153] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.523240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.523323] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 is going to be updated. [ 766.559115] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.559115] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.559115] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.559115] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.559115] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.570486] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 in Status: IN_PROGRESS for 2s [ 767.033537] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.033725] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.033788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.034021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.034161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.034377] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.034514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.034594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.034717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.034796] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.034886] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc is going to be updated. [ 767.065468] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.065624] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.065624] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.065996] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.066202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.074849] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc in Status: IN_PROGRESS for 2s [ 767.657841] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 in Status: SUCCESS [ 767.658120] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.658395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.658505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.658721] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.658867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.658963] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.659142] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.659219] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.659307] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.659399] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f312aaf0-9c6b-45fb-ba5b-44af45d94244',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.721603] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 767.722203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.916216] env[69179]: INFO networking_nsxv3.common.synchronization [req-06c75f1f-253f-4403-9389-b16540bb4263 req-b2a6ab72-068b-402a-953b-940fec1a1a72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Enqueued Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGHEST for action security_group_members [ 767.916767] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGHEST for action security_group_members [ 767.917111] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff6e24b5-148f-404a-9ef3-b691e7b46127 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.917202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.917262] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.917536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.917675] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.917777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.917832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.917985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.918918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.918918] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.162015] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f312aaf0-9c6b-45fb-ba5b-44af45d94244 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.162015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.162015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.163388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.163388] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.163388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.163565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.163646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.163731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.163861] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.164041] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f312aaf0-9c6b-45fb-ba5b-44af45d94244 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.164116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.164179] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.164325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.164914] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.164914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.164914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.164914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.164914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.164914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.165185] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f312aaf0-9c6b-45fb-ba5b-44af45d94244',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.360178] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.360423] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.360468] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.360786] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.361479] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.361479] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.361710] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.361917] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.361985] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.362237] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.362358] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.362478] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.362590] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.362780] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.362845] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.363112] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.381188] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.381514] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 768.381701] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.381958] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.382313] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.382654] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.382788] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.383209] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.383347] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.422670] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.422670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.422670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.422670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.422670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.422670] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.422670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.422670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.422670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.422670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.422670] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 already deleted. [ 768.422670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.584269] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 in Status: SUCCESS [ 768.584490] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 deletion is rescheduled due to dependency. [ 768.584615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.673491] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f312aaf0-9c6b-45fb-ba5b-44af45d94244: rpc.has_security_group_logging(os_id): False [ 768.690036] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.690036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.690036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.690275] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.690275] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.690406] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.691050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.691050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.691050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.691050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.691050] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.691050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.691395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.691395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.691395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.691532] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.691695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.691695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.691851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.691888] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.691983] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 is going to be created. [ 768.745285] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.745421] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.745494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.745701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.745881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.760753] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 in Status: IN_PROGRESS for 2s [ 768.886205] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.888660] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.888660] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.888660] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.888660] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.888660] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15 not found, creating... [ 768.888660] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.888660] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.888660] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.889635] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.889635] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.889635] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.889753] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.889954] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.890290] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.890513] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.890748] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15 is going to be created. [ 768.920414] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.920624] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.920746] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.921033] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.921263] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.921523] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.085032] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc in Status: SUCCESS [ 769.085142] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc deletion is rescheduled due to dependency. [ 769.085197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.866657] env[69179]: INFO networking_nsxv3.common.synchronization [req-06c75f1f-253f-4403-9389-b16540bb4263 req-8972eaf5-dfb0-4f5d-b62e-93313a572da7 service nova] Enqueued Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGHEST for action security_group_rules [ 769.866657] env[69179]: INFO networking_nsxv3.common.synchronization [req-06c75f1f-253f-4403-9389-b16540bb4263 req-8972eaf5-dfb0-4f5d-b62e-93313a572da7 service nova] Enqueued Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGHEST for action security_group_members [ 769.866657] env[69179]: INFO networking_nsxv3.common.synchronization [req-06c75f1f-253f-4403-9389-b16540bb4263 req-8972eaf5-dfb0-4f5d-b62e-93313a572da7 service nova] Enqueued Resource ID: b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15 with Priority: HIGHEST for action port [ 769.866657] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGHEST for action security_group_rules [ 769.867469] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGHEST for action security_group_members [ 769.867469] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15 with Priority: HIGHEST for action port [ 769.867469] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff6e24b5-148f-404a-9ef3-b691e7b46127 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.867469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.867469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.867712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.867757] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.868774] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff6e24b5-148f-404a-9ef3-b691e7b46127 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.868934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.868934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.869266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.869266] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.869405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.869498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.869822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.869822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.869890] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.877701] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.877701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.877701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.877701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.877701] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.378484] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.381710] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff6e24b5-148f-404a-9ef3-b691e7b46127 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.381710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.382656] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15 with status ACTIVE [ 770.382656] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.382967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.390479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.390479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.390479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.390479] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.390807] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.390807] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.390915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.390968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.391238] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.391406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.391472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.391615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.391694] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.391781] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15 is going to be updated. [ 770.412609] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.413787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.413787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.414383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.414383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.414383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6bfc1a5-5d0d-4ac5-bf63-7fa87b99ac15" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.770548] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 in Status: SUCCESS [ 770.770774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.897385] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.400145] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.400312] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.400381] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.400589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.400725] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.400820] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 is going to be created. [ 771.424345] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.424813] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.424813] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.424813] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.425044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.433788] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 in Status: UNINITIALIZED for 2s [ 773.001819] env[69179]: INFO networking_nsxv3.common.synchronization [req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 req-6d49c658-dd35-4c71-a3b0-d7d8e1dc4835 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Enqueued Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGHEST for action security_group_members [ 773.002167] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGHEST for action security_group_members [ 773.002385] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff6e24b5-148f-404a-9ef3-b691e7b46127 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.002496] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.358396] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.359147] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.359147] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.359147] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.360157] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.360422] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.360594] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.360889] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.361095] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.361354] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.361537] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.361658] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.361824] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.362011] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.362159] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.362405] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.381457] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.381621] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 773.382260] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.382260] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.382260] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-a13fc43d-ff9e-487b-bd42-d61aeca8a4f9 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.382481] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-a13fc43d-ff9e-487b-bd42-d61aeca8a4f9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.382481] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-a13fc43d-ff9e-487b-bd42-d61aeca8a4f9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.382838] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-a13fc43d-ff9e-487b-bd42-d61aeca8a4f9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.382922] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a13fc43d-ff9e-487b-bd42-d61aeca8a4f9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.446932] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 in Status: SUCCESS [ 773.447743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.447743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.447743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.447743] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.448089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.448089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.448089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.448227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.448227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.448333] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.449200] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.449361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.449524] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.449623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.449684] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.449844] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.449950] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.449986] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.885470] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.885763] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.885898] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.886244] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.886405] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.887313] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port a13fc43d-ff9e-487b-bd42-d61aeca8a4f9 not found, creating... [ 773.887313] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.887313] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.887313] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.887532] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.887587] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.887836] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.888021] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.888175] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.888367] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.888681] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.888863] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: a13fc43d-ff9e-487b-bd42-d61aeca8a4f9 is going to be created. [ 773.911196] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.911196] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.911196] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.911196] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.912399] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.912399] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-a13fc43d-ff9e-487b-bd42-d61aeca8a4f9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.951831] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff6e24b5-148f-404a-9ef3-b691e7b46127 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.951996] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.952718] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.454140] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.661710] env[69179]: INFO networking_nsxv3.common.synchronization [req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 req-1efc389e-9a31-4f3b-863a-30177465ccf9 service nova] Enqueued Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGHEST for action security_group_rules [ 774.662383] env[69179]: INFO networking_nsxv3.common.synchronization [req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 req-1efc389e-9a31-4f3b-863a-30177465ccf9 service nova] Enqueued Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGHEST for action security_group_members [ 774.662383] env[69179]: INFO networking_nsxv3.common.synchronization [req-c0dc0d92-172b-4d5d-894b-d9661a4ebac8 req-1efc389e-9a31-4f3b-863a-30177465ccf9 service nova] Enqueued Resource ID: a13fc43d-ff9e-487b-bd42-d61aeca8a4f9 with Priority: HIGHEST for action port [ 774.663487] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGHEST for action security_group_rules [ 774.663487] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGHEST for action security_group_members [ 774.663487] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a13fc43d-ff9e-487b-bd42-d61aeca8a4f9 with Priority: HIGHEST for action port [ 774.665815] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff6e24b5-148f-404a-9ef3-b691e7b46127 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.665815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.665815] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff6e24b5-148f-404a-9ef3-b691e7b46127 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.665815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.665815] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-a13fc43d-ff9e-487b-bd42-d61aeca8a4f9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.665815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a13fc43d-ff9e-487b-bd42-d61aeca8a4f9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.665815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a13fc43d-ff9e-487b-bd42-d61aeca8a4f9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.665815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a13fc43d-ff9e-487b-bd42-d61aeca8a4f9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.665815] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a13fc43d-ff9e-487b-bd42-d61aeca8a4f9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.956825] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.957265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.959034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.959034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.959034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.959034] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 is going to be updated. [ 774.984635] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.985260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.985358] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.985637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.985848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.993930] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 in Status: IN_PROGRESS for 2s [ 775.169024] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a13fc43d-ff9e-487b-bd42-d61aeca8a4f9 with status ACTIVE [ 775.170642] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.170642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.170642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.170642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.170642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.170642] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.170642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.170642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.170642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.170642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.170642] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.170642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.170642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.170642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.171478] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.171478] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a13fc43d-ff9e-487b-bd42-d61aeca8a4f9 is going to be updated. [ 775.198871] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.199032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.199097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.199306] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.199434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.199630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a13fc43d-ff9e-487b-bd42-d61aeca8a4f9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.912968] env[69179]: INFO networking_nsxv3.common.synchronization [req-7100d104-b896-46f1-8ccc-8ad927c90898 req-b2b061ae-e225-47da-b5ee-497d6d67cabc tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 775.912968] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 775.912968] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.912968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.912968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.912968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.912968] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.912968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.913641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.913641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.913641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.913641] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.416936] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.417398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.417669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.418204] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.419960] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.420100] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.420243] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.420331] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.420529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.420640] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.420797] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c already deleted. [ 776.420899] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.660079] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.665019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.665019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.665019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.665019] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.665430] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.665664] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.665986] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.666262] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.666666] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.667826] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.667826] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.667826] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.667826] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.667826] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.667826] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.685673] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.685854] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 776.686053] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.686186] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.686505] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-cab5b9d2-03ce-489f-bebe-fb1aa207fcff taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.686676] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-cab5b9d2-03ce-489f-bebe-fb1aa207fcff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.686854] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-cab5b9d2-03ce-489f-bebe-fb1aa207fcff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.687234] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-cab5b9d2-03ce-489f-bebe-fb1aa207fcff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.687403] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab5b9d2-03ce-489f-bebe-fb1aa207fcff',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.008120] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 in Status: SUCCESS [ 777.008506] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.008718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.008942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.010641] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.010641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.010641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.010641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.010641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.010641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.010641] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff6e24b5-148f-404a-9ef3-b691e7b46127 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.010641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.010641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.010641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.010641] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.010641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.010641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.010641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.010641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.011298] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.011298] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.011652] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.011892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.012658] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.012782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.012845] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.012986] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.013071] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.013162] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.066360] env[69179]: INFO networking_nsxv3.common.synchronization [None req-8063ce8a-de44-41d7-9c33-60434a0fc1c6 None None] Enqueued Resource ID: 0def239d-3369-49db-9453-543c5fc4c031 with Priority: HIGHEST for action port [ 777.066853] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0def239d-3369-49db-9453-543c5fc4c031 with Priority: HIGHEST for action port [ 777.067162] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-0def239d-3369-49db-9453-543c5fc4c031 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.067282] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0def239d-3369-49db-9453-543c5fc4c031" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.067344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0def239d-3369-49db-9453-543c5fc4c031" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.067595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0def239d-3369-49db-9453-543c5fc4c031" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.067678] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0def239d-3369-49db-9453-543c5fc4c031',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.192606] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.192833] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.193617] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.193986] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.194170] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.194336] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port cab5b9d2-03ce-489f-bebe-fb1aa207fcff not found, creating... [ 777.194730] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.194891] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.195016] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.195327] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.195474] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.195782] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.195939] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.196070] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.196283] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.196427] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.196581] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: cab5b9d2-03ce-489f-bebe-fb1aa207fcff is going to be created. [ 777.218812] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.219032] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.219159] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.219427] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.219657] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.219874] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-cab5b9d2-03ce-489f-bebe-fb1aa207fcff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.517279] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff6e24b5-148f-404a-9ef3-b691e7b46127: rpc.has_security_group_logging(os_id): False [ 777.517279] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.536092] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.536251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.536352] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.536563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.536658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.536979] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.536979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.537148] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.537182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.537251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.537430] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.537525] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.537586] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.537722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.537795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.537972] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.538078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.538131] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.538271] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.538344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.538427] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 is going to be created. [ 777.571057] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0def239d-3369-49db-9453-543c5fc4c031 [ 777.571296] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.571428] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.571493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.572325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.575017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.575017] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0def239d-3369-49db-9453-543c5fc4c031 already deleted. [ 777.575017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0def239d-3369-49db-9453-543c5fc4c031" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.599697] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.599697] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.599697] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.599965] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.600059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.611926] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 in Status: IN_PROGRESS for 2s [ 777.989990] env[69179]: INFO networking_nsxv3.common.synchronization [None req-bf5b216c-83bc-4f16-ae26-64ccab7f79a8 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 with Priority: HIGHEST for action security_group_rules [ 777.990064] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 with Priority: HIGHEST for action security_group_rules [ 777.990829] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1daae5b-aae0-4048-ac11-806fb7c3d370 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.990905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.990972] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.991650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.991650] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1daae5b-aae0-4048-ac11-806fb7c3d370',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.020353] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.208324] env[69179]: INFO networking_nsxv3.common.synchronization [req-7100d104-b896-46f1-8ccc-8ad927c90898 req-549c225e-e950-4964-a326-9c6746363d46 service nova] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_rules [ 778.208603] env[69179]: INFO networking_nsxv3.common.synchronization [req-7100d104-b896-46f1-8ccc-8ad927c90898 req-549c225e-e950-4964-a326-9c6746363d46 service nova] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 778.208791] env[69179]: INFO networking_nsxv3.common.synchronization [req-7100d104-b896-46f1-8ccc-8ad927c90898 req-549c225e-e950-4964-a326-9c6746363d46 service nova] Enqueued Resource ID: cab5b9d2-03ce-489f-bebe-fb1aa207fcff with Priority: HIGHEST for action port [ 778.209560] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_rules [ 778.209731] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 778.209926] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cab5b9d2-03ce-489f-bebe-fb1aa207fcff with Priority: HIGHEST for action port [ 778.210303] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.210461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.210539] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.210892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.210982] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.211894] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.212013] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.212076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.212249] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.212394] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.212476] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.212537] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.212672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.212750] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.212832] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.213598] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-cab5b9d2-03ce-489f-bebe-fb1aa207fcff taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.213671] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cab5b9d2-03ce-489f-bebe-fb1aa207fcff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.213708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cab5b9d2-03ce-489f-bebe-fb1aa207fcff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.213842] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cab5b9d2-03ce-489f-bebe-fb1aa207fcff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.213941] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cab5b9d2-03ce-489f-bebe-fb1aa207fcff',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.217023] env[69179]: INFO networking_nsxv3.common.synchronization [req-80d42085-b6ae-4e06-a571-5b2a4fc7accb req-3bb76af9-8b76-4915-b282-c7052a3ffa8a tempest-AttachInterfacesV270Test-89867278 tempest-AttachInterfacesV270Test-89867278-project-member] Enqueued Resource ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 with Priority: HIGHEST for action security_group_members [ 778.217585] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 with Priority: HIGHEST for action security_group_members [ 778.218712] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f312aaf0-9c6b-45fb-ba5b-44af45d94244 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.218712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.218712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.218712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.218712] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.218712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.218712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.218712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.218712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.220064] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f312aaf0-9c6b-45fb-ba5b-44af45d94244',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.237764] env[69179]: INFO networking_nsxv3.common.synchronization [None req-93fc8ab7-cb74-40ee-847f-50bf46b965f9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 with Priority: HIGHEST for action security_group_rules [ 778.238212] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 with Priority: HIGHEST for action security_group_rules [ 778.239189] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1daae5b-aae0-4048-ac11-806fb7c3d370 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.239280] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.514292] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.514434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.514510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.514748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.514843] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.514940] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 already deleted. [ 778.515053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.515251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.515409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.515497] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1daae5b-aae0-4048-ac11-806fb7c3d370',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.522824] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.522949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.522949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.523118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.523209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.523315] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 is going to be updated. [ 778.547709] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.547709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.547709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.547875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.547875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.556627] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 in Status: IN_PROGRESS for 2s [ 778.715718] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.715718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.715821] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.718399] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cab5b9d2-03ce-489f-bebe-fb1aa207fcff with status ACTIVE [ 778.718647] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.718772] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.718842] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.719058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.719152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.719316] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.719446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.719503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.719638] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.719713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.719890] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.719977] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.720133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.720200] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.720445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.720445] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cab5b9d2-03ce-489f-bebe-fb1aa207fcff is going to be updated. [ 778.721511] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.721622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.721689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.721875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.721970] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.722874] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.722993] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.723055] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.723212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.723289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.723373] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 is going to be updated. [ 778.745712] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.745858] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.745988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.746156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.746292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.746443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cab5b9d2-03ce-489f-bebe-fb1aa207fcff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.748037] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.748037] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.748160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.748267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.748405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.755871] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 in Status: IN_PROGRESS for 2s [ 779.048925] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.048925] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.049395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.049395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.049395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.049395] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 already deleted. [ 779.049554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.132660] env[69179]: INFO networking_nsxv3.common.synchronization [None req-8fd18ed5-06c7-43c6-a588-3931cb464afe None None] Enqueued Resource ID: 3fcef4d7-8837-4eb9-9a11-ac4501237464 with Priority: HIGHEST for action port [ 779.132996] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fcef4d7-8837-4eb9-9a11-ac4501237464 with Priority: HIGHEST for action port [ 779.133633] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fcef4d7-8837-4eb9-9a11-ac4501237464 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.133798] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fcef4d7-8837-4eb9-9a11-ac4501237464" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.133865] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fcef4d7-8837-4eb9-9a11-ac4501237464" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.134487] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fcef4d7-8837-4eb9-9a11-ac4501237464" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.134598] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fcef4d7-8837-4eb9-9a11-ac4501237464',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.217684] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.622545] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 in Status: SUCCESS [ 779.622769] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.622971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.623648] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.623648] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.636764] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fcef4d7-8837-4eb9-9a11-ac4501237464 [ 779.636973] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.637107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.637182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.637370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.637459] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.637550] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fcef4d7-8837-4eb9-9a11-ac4501237464 already deleted. [ 779.637632] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fcef4d7-8837-4eb9-9a11-ac4501237464" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.722699] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.722865] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.722930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.723154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.723248] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.723346] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be created. [ 779.750423] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.750583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.750656] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.750904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.751067] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.759720] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: UNINITIALIZED for 2s [ 780.126194] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff6e24b5-148f-404a-9ef3-b691e7b46127 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.126556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.200745] env[69179]: INFO networking_nsxv3.common.synchronization [req-8994e493-03ed-4569-bebf-d1245453ad9d req-53c4c286-ce3b-45a1-bd7c-3de882b3da30 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Enqueued Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_members [ 780.201319] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_members [ 780.202068] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c428d18-6f75-44d8-ba3d-f418c138ab83 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.202220] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.202352] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.202496] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.202806] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.202806] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.203094] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.203094] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.203094] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.203195] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.226021] env[69179]: INFO networking_nsxv3.common.synchronization [req-8994e493-03ed-4569-bebf-d1245453ad9d req-53c4c286-ce3b-45a1-bd7c-3de882b3da30 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Enqueued Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_rules [ 780.226021] env[69179]: INFO networking_nsxv3.common.synchronization [req-8994e493-03ed-4569-bebf-d1245453ad9d req-53c4c286-ce3b-45a1-bd7c-3de882b3da30 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Enqueued Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_members [ 780.226021] env[69179]: INFO networking_nsxv3.common.synchronization [req-8994e493-03ed-4569-bebf-d1245453ad9d req-53c4c286-ce3b-45a1-bd7c-3de882b3da30 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Enqueued Resource ID: 5b63b6d7-5828-4f64-87be-f7df25deae9e with Priority: HIGHEST for action port [ 780.226021] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_rules [ 780.226021] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_members [ 780.226021] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b63b6d7-5828-4f64-87be-f7df25deae9e with Priority: HIGHEST for action port [ 780.226021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c428d18-6f75-44d8-ba3d-f418c138ab83 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.226021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.226021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.226824] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.226824] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.227171] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c428d18-6f75-44d8-ba3d-f418c138ab83 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.227254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.227437] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b63b6d7-5828-4f64-87be-f7df25deae9e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.227531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b63b6d7-5828-4f64-87be-f7df25deae9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.227594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b63b6d7-5828-4f64-87be-f7df25deae9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.227764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b63b6d7-5828-4f64-87be-f7df25deae9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.227836] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b63b6d7-5828-4f64-87be-f7df25deae9e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.569025] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 in Status: SUCCESS [ 780.569204] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.569637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.570250] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.570292] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.570524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.570601] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.570877] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.570973] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.571110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.571249] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.705558] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.730069] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c428d18-6f75-44d8-ba3d-f418c138ab83 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.730291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.731889] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b63b6d7-5828-4f64-87be-f7df25deae9e with status ACTIVE [ 780.732186] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.732357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.733202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.733202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.733202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.733202] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.733480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.733480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.733588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.733682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.734067] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.734639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.734639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.734639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.734639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.734833] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b63b6d7-5828-4f64-87be-f7df25deae9e is going to be updated. [ 780.766983] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.767198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.767270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.767628] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.767907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.767907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b63b6d7-5828-4f64-87be-f7df25deae9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.768841] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 in Status: SUCCESS [ 780.769089] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 deletion is rescheduled due to dependency. [ 780.769220] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.075431] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff6e24b5-148f-404a-9ef3-b691e7b46127 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.075431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.075431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.075431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.075710] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.075710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.077046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.077046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.077046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.077046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.077046] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff6e24b5-148f-404a-9ef3-b691e7b46127 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.077046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.077046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.077645] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.077645] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.077645] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.077645] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.077880] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.078092] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.078092] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.078221] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.208238] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.580398] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff6e24b5-148f-404a-9ef3-b691e7b46127: rpc.has_security_group_logging(os_id): False [ 781.597487] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.597623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.597690] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.598015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.598179] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.598517] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.598700] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.598814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.599064] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.599204] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.599479] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.599842] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.600036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.600112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.600186] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.600387] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.600710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.600710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.600710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.600966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.600966] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 is going to be updated. [ 781.657846] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.659260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.659260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.659260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.659260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.672986] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 in Status: IN_PROGRESS for 2s [ 781.711059] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.711256] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.711310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.711505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.711598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.711694] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 is going to be updated. [ 781.739965] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.739965] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.739965] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.740200] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.740200] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.758174] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 in Status: IN_PROGRESS for 2s [ 781.772867] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 781.773124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.773337] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.773518] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.773713] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.773830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.773961] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.774053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.774139] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.774208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.774338] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.276597] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.276893] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.276936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.277161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.277345] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.277452] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.277517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.277672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.277765] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.277855] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.278007] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.278110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.278171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.278314] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.278450] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.278579] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.278751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.278935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.279049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.279144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.279241] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.783253] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b0642eb-7ffe-4c54-986a-70b98f5daf2c: rpc.has_security_group_logging(os_id): False [ 782.807029] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.807029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.807029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.807029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.807029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.807029] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.807029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.807029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.807029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.807029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.807029] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.807029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.807029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.807029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.807029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.808028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.809096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.809096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.809096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.809096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.809096] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be created. [ 782.864618] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.864753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.864833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.865076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.865257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.875465] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 783.686173] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 in Status: SUCCESS [ 783.686439] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.753950] env[69179]: INFO networking_nsxv3.common.synchronization [req-ca18d78e-6153-4fab-858b-baf8a1772c6b req-ab7be488-f5f2-471b-9289-d52311f9f40a tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Enqueued Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_members [ 783.754076] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_members [ 783.754344] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c428d18-6f75-44d8-ba3d-f418c138ab83 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.754449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.767598] env[69179]: INFO networking_nsxv3.common.synchronization [req-ca18d78e-6153-4fab-858b-baf8a1772c6b req-ab7be488-f5f2-471b-9289-d52311f9f40a tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Enqueued Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_rules [ 783.767771] env[69179]: INFO networking_nsxv3.common.synchronization [req-ca18d78e-6153-4fab-858b-baf8a1772c6b req-ab7be488-f5f2-471b-9289-d52311f9f40a tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Enqueued Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_members [ 783.767908] env[69179]: INFO networking_nsxv3.common.synchronization [req-ca18d78e-6153-4fab-858b-baf8a1772c6b req-ab7be488-f5f2-471b-9289-d52311f9f40a tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Enqueued Resource ID: 5b63b6d7-5828-4f64-87be-f7df25deae9e with Priority: HIGHEST for action port [ 783.768823] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 in Status: SUCCESS [ 783.769015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.769696] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_rules [ 783.769696] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_members [ 783.769696] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b63b6d7-5828-4f64-87be-f7df25deae9e with Priority: HIGHEST for action port [ 783.770150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.770780] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.770780] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.770780] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.770780] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.771096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.771232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.771352] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.772366] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c428d18-6f75-44d8-ba3d-f418c138ab83 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.772366] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.773564] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c428d18-6f75-44d8-ba3d-f418c138ab83 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.773706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.773948] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b63b6d7-5828-4f64-87be-f7df25deae9e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.774103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b63b6d7-5828-4f64-87be-f7df25deae9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.774219] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b63b6d7-5828-4f64-87be-f7df25deae9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.774412] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b63b6d7-5828-4f64-87be-f7df25deae9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.774527] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b63b6d7-5828-4f64-87be-f7df25deae9e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.277999] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.279080] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b63b6d7-5828-4f64-87be-f7df25deae9e with status ACTIVE [ 784.280133] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.280133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.280133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.280133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.280133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.280133] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.280133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.280133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.280528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.280528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.280528] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.280663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.280663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.280772] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.280872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.280959] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b63b6d7-5828-4f64-87be-f7df25deae9e is going to be updated. [ 784.301450] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.301702] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.301702] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.301872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.302021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.302323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b63b6d7-5828-4f64-87be-f7df25deae9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.782946] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.893025] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 784.893182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.291584] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.291768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.291848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.292083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.292187] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.292272] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 is going to be updated. [ 785.321172] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.321172] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.321172] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.321496] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.321496] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.332837] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 in Status: IN_PROGRESS for 2s [ 787.344431] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 in Status: SUCCESS [ 787.344817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.344817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.345010] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.345209] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.345377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.345478] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.345664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.345749] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.345846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.345938] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.346843] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.347018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.347232] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.347343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.347408] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.347549] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.347622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.347713] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.791838] env[69179]: INFO networking_nsxv3.common.synchronization [req-c78d55ec-97b0-442f-8903-0d7abefea754 req-ac3a419a-aa0f-4341-ac99-f80f6af48660 tempest-AttachInterfacesUnderV243Test-765836094 tempest-AttachInterfacesUnderV243Test-765836094-project-member] Enqueued Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_members [ 787.792768] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 with Priority: HIGHEST for action security_group_members [ 787.793139] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c428d18-6f75-44d8-ba3d-f418c138ab83 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.793265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.850438] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.851511] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.353739] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c428d18-6f75-44d8-ba3d-f418c138ab83: rpc.has_security_group_logging(os_id): False [ 788.357095] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.376213] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.376366] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.376485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.376720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.376887] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.377089] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.377201] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.377264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.377441] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.377526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.377625] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 is going to be updated. [ 788.431406] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.431406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.431406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.431675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.432344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.448445] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 in Status: IN_PROGRESS for 2s [ 788.502625] env[69179]: INFO networking_nsxv3.common.synchronization [req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f req-a7bb42a4-434e-484a-b027-f21770aefec6 tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Enqueued Resource ID: 21e355c2-3283-4f02-909d-06825f500490 with Priority: HIGHEST for action security_group_members [ 788.503294] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e355c2-3283-4f02-909d-06825f500490 with Priority: HIGHEST for action security_group_members [ 788.503491] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e355c2-3283-4f02-909d-06825f500490 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.503633] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.503704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.504846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.504846] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.504846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.505117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.505178] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.505242] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.505636] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e355c2-3283-4f02-909d-06825f500490',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.599123] env[69179]: INFO networking_nsxv3.common.synchronization [None req-c6203c54-d602-427f-9657-33fe63a0f9c9 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Enqueued Resource ID: 7cdf63e7-f8f4-405e-aa33-e1b6226c6783 with Priority: HIGHEST for action security_group_rules [ 788.599123] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cdf63e7-f8f4-405e-aa33-e1b6226c6783 with Priority: HIGHEST for action security_group_rules [ 788.599123] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cdf63e7-f8f4-405e-aa33-e1b6226c6783 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.599123] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cdf63e7-f8f4-405e-aa33-e1b6226c6783" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.599123] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cdf63e7-f8f4-405e-aa33-e1b6226c6783" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.599123] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cdf63e7-f8f4-405e-aa33-e1b6226c6783" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.599820] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cdf63e7-f8f4-405e-aa33-e1b6226c6783',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.701670] env[69179]: INFO networking_nsxv3.common.synchronization [None req-4af54c38-f2a7-4535-998a-6a513102ca17 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Enqueued Resource ID: 7cdf63e7-f8f4-405e-aa33-e1b6226c6783 with Priority: HIGHEST for action security_group_rules [ 788.702285] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cdf63e7-f8f4-405e-aa33-e1b6226c6783 with Priority: HIGHEST for action security_group_rules [ 788.704064] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cdf63e7-f8f4-405e-aa33-e1b6226c6783 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.704178] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cdf63e7-f8f4-405e-aa33-e1b6226c6783" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.861523] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.861976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.861976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.862616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.862761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.863620] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 is going to be updated. [ 788.981237] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.981389] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.981449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.981669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.981811] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.995044] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 in Status: IN_PROGRESS for 2s [ 789.009087] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.009087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.009087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.009087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.009087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.009087] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.009087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.009087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.010392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.010392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.010392] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e355c2-3283-4f02-909d-06825f500490 already deleted. [ 789.010392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.050630] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-340 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.050840] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-340" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.050965] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-340" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.051445] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-340" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.051627] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.051790] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.052259] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.052259] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.052371] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.052547] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.052667] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.052799] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.052907] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.053046] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.053156] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.053289] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.081366] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.081712] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 789.081962] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.082375] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-340" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.082822] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-1be47535-76f4-47b2-8528-4fd5953db65b taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.083137] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-1be47535-76f4-47b2-8528-4fd5953db65b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.083355] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-1be47535-76f4-47b2-8528-4fd5953db65b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.083871] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-1be47535-76f4-47b2-8528-4fd5953db65b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.084143] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1be47535-76f4-47b2-8528-4fd5953db65b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.122453] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.122592] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.123414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.123414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.123414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.123414] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cdf63e7-f8f4-405e-aa33-e1b6226c6783 already deleted. [ 789.124361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cdf63e7-f8f4-405e-aa33-e1b6226c6783" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.124408] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cdf63e7-f8f4-405e-aa33-e1b6226c6783" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.124619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cdf63e7-f8f4-405e-aa33-e1b6226c6783" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.125847] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cdf63e7-f8f4-405e-aa33-e1b6226c6783',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.586592] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.586986] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.586986] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.587290] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.587458] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.587646] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 1be47535-76f4-47b2-8528-4fd5953db65b not found, creating... [ 789.587873] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.588047] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.588165] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.588391] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.588531] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.588861] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.589846] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.590135] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.590394] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.590569] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.590747] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 1be47535-76f4-47b2-8528-4fd5953db65b is going to be created. [ 789.612146] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.612377] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.612512] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.612810] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.613048] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.613296] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-1be47535-76f4-47b2-8528-4fd5953db65b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.649921] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.649921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.650492] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.650492] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.650492] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.650492] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cdf63e7-f8f4-405e-aa33-e1b6226c6783 already deleted. [ 789.650635] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cdf63e7-f8f4-405e-aa33-e1b6226c6783" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.393637] env[69179]: INFO networking_nsxv3.common.synchronization [req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f req-e7f4874c-07fe-4cae-8614-1e5cae209c39 service nova] Enqueued Resource ID: 21e355c2-3283-4f02-909d-06825f500490 with Priority: HIGHEST for action security_group_rules [ 790.393832] env[69179]: INFO networking_nsxv3.common.synchronization [req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f req-e7f4874c-07fe-4cae-8614-1e5cae209c39 service nova] Enqueued Resource ID: 21e355c2-3283-4f02-909d-06825f500490 with Priority: HIGHEST for action security_group_members [ 790.393972] env[69179]: INFO networking_nsxv3.common.synchronization [req-eca506fa-bf4e-47c1-a3df-bb75ffdb994f req-e7f4874c-07fe-4cae-8614-1e5cae209c39 service nova] Enqueued Resource ID: 1be47535-76f4-47b2-8528-4fd5953db65b with Priority: HIGHEST for action port [ 790.394642] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e355c2-3283-4f02-909d-06825f500490 with Priority: HIGHEST for action security_group_rules [ 790.394794] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e355c2-3283-4f02-909d-06825f500490 with Priority: HIGHEST for action security_group_members [ 790.394905] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be47535-76f4-47b2-8528-4fd5953db65b with Priority: HIGHEST for action port [ 790.395193] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e355c2-3283-4f02-909d-06825f500490 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.395315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.395380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.395651] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.395734] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e355c2-3283-4f02-909d-06825f500490',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.396830] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e355c2-3283-4f02-909d-06825f500490 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.396830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.396830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.396987] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.397224] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.397317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.397317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.397454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.397541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.397632] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e355c2-3283-4f02-909d-06825f500490',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.398518] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-1be47535-76f4-47b2-8528-4fd5953db65b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.398749] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1be47535-76f4-47b2-8528-4fd5953db65b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.398749] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1be47535-76f4-47b2-8528-4fd5953db65b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.398858] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1be47535-76f4-47b2-8528-4fd5953db65b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.398908] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1be47535-76f4-47b2-8528-4fd5953db65b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.460379] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 in Status: SUCCESS [ 790.460623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.460789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.461073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.461163] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.901409] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e355c2-3283-4f02-909d-06825f500490 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.901409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.901744] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21e355c2-3283-4f02-909d-06825f500490',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.903422] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1be47535-76f4-47b2-8528-4fd5953db65b with status ACTIVE [ 790.903422] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.903755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.903755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.903926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.904044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.904277] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.904405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.904503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.904697] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.904890] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.905136] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.905239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.905332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.905669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.905669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.905669] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1be47535-76f4-47b2-8528-4fd5953db65b is going to be updated. [ 790.924881] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.925045] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.925096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.925288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.925422] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.925574] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1be47535-76f4-47b2-8528-4fd5953db65b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.985091] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.985308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.985405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.985646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.985766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.985868] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 is going to be deleted. [ 791.007630] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 in Status: SUCCESS [ 791.007867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.008073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.008313] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.008526] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.008646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.009100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.009100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.009100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.009213] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.048836] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.049286] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.049286] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.049435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.049493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.049627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.382784] env[69179]: INFO networking_nsxv3.common.synchronization [req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc req-3a4e65b5-b4ea-4981-97fc-fcdb2f515b05 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Enqueued Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGHEST for action security_group_members [ 791.383326] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGHEST for action security_group_members [ 791.383700] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6994dbe-1020-4cb6-a7ec-5e9767c76508 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.383856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.383932] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.384304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.385503] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.385503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.385503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.385503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.385503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.385797] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.403951] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21e355c2-3283-4f02-909d-06825f500490',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.512500] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.512704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.512812] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.513136] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.513208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.513422] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.513518] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.513565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.513726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.513825] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.513914] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 is going to be deleted. [ 791.578748] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.578987] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.579138] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.579398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.579499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.579619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.579824] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.579981] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.580208] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.580346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.580418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.580605] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.580718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.580819] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c428d18-6f75-44d8-ba3d-f418c138ab83',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.888706] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.890047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.890047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.890047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.890047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.890047] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.890047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.890047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.890421] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.890468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.890590] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 already deleted. [ 791.890720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.907059] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.907357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.907357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.908658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.908851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.909022] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e355c2-3283-4f02-909d-06825f500490 is going to be created. [ 791.921820] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.921976] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.922166] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.922487] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.922799] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.923017] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.923234] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.923454] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.923650] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.923914] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.924085] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.924743] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.924743] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.924743] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.924743] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.924743] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.938803] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.938969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.939054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.939257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.939417] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.948109] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.950990] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 791.950990] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.950990] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.950990] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-2a80d604-bc32-4d2d-9d94-ff1ad0acb116 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.950990] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-2a80d604-bc32-4d2d-9d94-ff1ad0acb116" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.950990] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-2a80d604-bc32-4d2d-9d94-ff1ad0acb116" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.951515] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-2a80d604-bc32-4d2d-9d94-ff1ad0acb116" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.955019] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a80d604-bc32-4d2d-9d94-ff1ad0acb116',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.955268] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e355c2-3283-4f02-909d-06825f500490 in Status: UNINITIALIZED for 2s [ 792.087979] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.087979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.087979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.087979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.088476] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.088476] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.088476] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.088903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.088903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.088903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.089038] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c428d18-6f75-44d8-ba3d-f418c138ab83 already deleted. [ 792.089038] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c428d18-6f75-44d8-ba3d-f418c138ab83" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.333702] env[69179]: INFO networking_nsxv3.common.synchronization [req-3720bfd8-9eff-4fc6-ac87-9a41ee07320e req-e4b6f817-9f6a-4b41-8613-b6a6033f2d72 tempest-ServersTestManualDisk-1761395326 tempest-ServersTestManualDisk-1761395326-project-member] Enqueued Resource ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce with Priority: HIGHEST for action security_group_members [ 792.334646] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce with Priority: HIGHEST for action security_group_members [ 792.334927] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-064676f8-15c7-44eb-b3b3-8292f61f4dce taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.335151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.335238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.335814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.336150] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.336150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.336302] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.336402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.336685] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.336685] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('064676f8-15c7-44eb-b3b3-8292f61f4dce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.456052] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.456336] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.456472] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.456761] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.456910] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.457074] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 2a80d604-bc32-4d2d-9d94-ff1ad0acb116 not found, creating... [ 792.457340] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.457491] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.457603] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.457830] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.457962] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.458249] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.458394] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.458503] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.458705] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.458857] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.458993] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 2a80d604-bc32-4d2d-9d94-ff1ad0acb116 is going to be created. [ 792.478813] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.478813] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.478952] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.479164] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.479393] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.479732] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-2a80d604-bc32-4d2d-9d94-ff1ad0acb116" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.839395] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.839583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.839660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.839898] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.839999] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.841465] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.841600] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.841661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.841836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.841916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.841974] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce is going to be updated. [ 792.870741] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.870900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.870949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.871615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.871615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.881035] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce in Status: IN_PROGRESS for 2s [ 793.519105] env[69179]: INFO networking_nsxv3.common.synchronization [req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc req-e1cbd143-cfdc-48cf-9454-a5001737c079 service nova] Enqueued Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGHEST for action security_group_rules [ 793.519105] env[69179]: INFO networking_nsxv3.common.synchronization [req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc req-e1cbd143-cfdc-48cf-9454-a5001737c079 service nova] Enqueued Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGHEST for action security_group_members [ 793.519105] env[69179]: INFO networking_nsxv3.common.synchronization [req-1c57527a-9bf6-4bd6-a0c6-9363d826d0cc req-e1cbd143-cfdc-48cf-9454-a5001737c079 service nova] Enqueued Resource ID: 2a80d604-bc32-4d2d-9d94-ff1ad0acb116 with Priority: HIGHEST for action port [ 793.519105] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGHEST for action security_group_rules [ 793.519105] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGHEST for action security_group_members [ 793.519105] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a80d604-bc32-4d2d-9d94-ff1ad0acb116 with Priority: HIGHEST for action port [ 793.519105] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.519105] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.519837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.520235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.520423] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.521332] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6994dbe-1020-4cb6-a7ec-5e9767c76508 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.521590] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.521805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.522150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.522398] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.522629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.522789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.523040] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.523318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.523496] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.524351] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a80d604-bc32-4d2d-9d94-ff1ad0acb116 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.524600] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a80d604-bc32-4d2d-9d94-ff1ad0acb116" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.526241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a80d604-bc32-4d2d-9d94-ff1ad0acb116" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.526241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a80d604-bc32-4d2d-9d94-ff1ad0acb116" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.526241] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a80d604-bc32-4d2d-9d94-ff1ad0acb116',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.658113] env[69179]: INFO networking_nsxv3.common.synchronization [req-8eb2a624-484d-4c9d-a44a-553a1268bacd req-a1190b4a-9d13-467c-a7ef-f557c0d7a902 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 793.658113] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 793.658723] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.659099] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.660104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.660104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.660104] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.660104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.660104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.660104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.660683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.660842] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.966264] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e355c2-3283-4f02-909d-06825f500490 in Status: SUCCESS [ 793.966511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.968020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.968020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.968020] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.968020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.968020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.968020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.968020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.968020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.968020] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21e355c2-3283-4f02-909d-06825f500490',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.026869] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6994dbe-1020-4cb6-a7ec-5e9767c76508 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.026993] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.027214] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.028116] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a80d604-bc32-4d2d-9d94-ff1ad0acb116 with status ACTIVE [ 794.029236] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.029236] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.029236] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.029236] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.029236] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.029236] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.029236] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.029236] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.029678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.029678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.029678] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.029678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.029678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.029882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.029882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.029942] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a80d604-bc32-4d2d-9d94-ff1ad0acb116 is going to be updated. [ 794.063292] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.063489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.063529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.063719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.063857] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.064027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a80d604-bc32-4d2d-9d94-ff1ad0acb116" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.163640] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.163889] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.163952] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.165956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.165956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.165956] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.165956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.165956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.165956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.165956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.165956] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 794.211061] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.211061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.211061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.211061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.211061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.225223] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 794.347571] env[69179]: INFO networking_nsxv3.common.synchronization [req-94ec4850-91be-4c8b-878d-bad7221a8ebe req-bda7c93c-f22d-464a-913c-5e2be031adbd tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Enqueued Resource ID: 64786260-3e1e-41a2-af86-83a76ca349d8 with Priority: HIGHEST for action security_group_members [ 794.348186] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64786260-3e1e-41a2-af86-83a76ca349d8 with Priority: HIGHEST for action security_group_members [ 794.348506] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-64786260-3e1e-41a2-af86-83a76ca349d8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.348669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.348746] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.349014] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.349450] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.349616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.349616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.349850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.349950] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.350048] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64786260-3e1e-41a2-af86-83a76ca349d8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.471966] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e355c2-3283-4f02-909d-06825f500490 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.472224] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.472299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.472642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.472772] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.473282] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.473386] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.473576] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.473704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.473837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.473958] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e355c2-3283-4f02-909d-06825f500490 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.474042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.474121] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.474271] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.474479] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.474875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.474875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.474875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.474875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.475407] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.478251] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21e355c2-3283-4f02-909d-06825f500490',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.533680] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.853570] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.853748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.853869] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.854072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.854179] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.854374] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.854483] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.854546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.854692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.854768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.854868] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64786260-3e1e-41a2-af86-83a76ca349d8 already deleted. [ 794.854960] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.891016] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce in Status: SUCCESS [ 794.891130] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce deletion is rescheduled due to dependency. [ 794.891185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.922358] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-3 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.922624] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.922771] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.923133] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.923401] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.923573] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.923700] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.923974] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.924056] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.924265] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.924376] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.924485] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.924591] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.924737] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.924790] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.924921] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.942588] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.942811] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 794.943090] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.943565] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.944192] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-c3df308a-7b48-4195-91ca-8aca6c2f41e9 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.944338] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-c3df308a-7b48-4195-91ca-8aca6c2f41e9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.944458] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-c3df308a-7b48-4195-91ca-8aca6c2f41e9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.945131] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-c3df308a-7b48-4195-91ca-8aca6c2f41e9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.945461] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3df308a-7b48-4195-91ca-8aca6c2f41e9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.980743] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21e355c2-3283-4f02-909d-06825f500490: rpc.has_security_group_logging(os_id): False [ 794.999019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.999019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.999019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.999019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.999019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.999019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.999019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.999019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.999019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.999019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.999019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.999019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.999019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.999019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.999019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.999881] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.999881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.999881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.000610] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.001791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.001888] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e355c2-3283-4f02-909d-06825f500490 is going to be created. [ 795.038165] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.038165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.038165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.038165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.038165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.038477] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 is going to be created. [ 795.058117] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.058283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.058361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.058575] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.058756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.061921] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.062152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.062230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.062637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.062810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.073494] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 in Status: UNINITIALIZED for 2s [ 795.075277] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e355c2-3283-4f02-909d-06825f500490 in Status: IN_PROGRESS for 2s [ 795.451041] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.451041] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.451041] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.451041] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.451041] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.451041] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port c3df308a-7b48-4195-91ca-8aca6c2f41e9 not found, creating... [ 795.451041] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.451041] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.451041] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.451041] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.451041] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.451639] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.451639] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.451971] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.452200] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.452375] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.452531] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: c3df308a-7b48-4195-91ca-8aca6c2f41e9 is going to be created. [ 795.474055] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.474283] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.474425] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.474719] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.474958] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.475781] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-c3df308a-7b48-4195-91ca-8aca6c2f41e9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.237215] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 796.237527] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 deletion is rescheduled due to dependency. [ 796.237527] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.461034] env[69179]: INFO networking_nsxv3.common.synchronization [req-94ec4850-91be-4c8b-878d-bad7221a8ebe req-c4d3b728-ef5d-4ec7-8282-f40e38e356f4 service nova] Enqueued Resource ID: 64786260-3e1e-41a2-af86-83a76ca349d8 with Priority: HIGHEST for action security_group_rules [ 796.461341] env[69179]: INFO networking_nsxv3.common.synchronization [req-94ec4850-91be-4c8b-878d-bad7221a8ebe req-c4d3b728-ef5d-4ec7-8282-f40e38e356f4 service nova] Enqueued Resource ID: 64786260-3e1e-41a2-af86-83a76ca349d8 with Priority: HIGHEST for action security_group_members [ 796.463501] env[69179]: INFO networking_nsxv3.common.synchronization [req-94ec4850-91be-4c8b-878d-bad7221a8ebe req-c4d3b728-ef5d-4ec7-8282-f40e38e356f4 service nova] Enqueued Resource ID: c3df308a-7b48-4195-91ca-8aca6c2f41e9 with Priority: HIGHEST for action port [ 796.464245] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64786260-3e1e-41a2-af86-83a76ca349d8 with Priority: HIGHEST for action security_group_rules [ 796.464312] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64786260-3e1e-41a2-af86-83a76ca349d8 with Priority: HIGHEST for action security_group_members [ 796.464414] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df308a-7b48-4195-91ca-8aca6c2f41e9 with Priority: HIGHEST for action port [ 796.466422] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64786260-3e1e-41a2-af86-83a76ca349d8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.466422] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.466422] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.466422] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.466422] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64786260-3e1e-41a2-af86-83a76ca349d8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.466422] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-64786260-3e1e-41a2-af86-83a76ca349d8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.466422] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.466422] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.466959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.466959] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.466959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.466959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.466959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.467216] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.467216] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64786260-3e1e-41a2-af86-83a76ca349d8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.467860] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3df308a-7b48-4195-91ca-8aca6c2f41e9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.467969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3df308a-7b48-4195-91ca-8aca6c2f41e9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.468040] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3df308a-7b48-4195-91ca-8aca6c2f41e9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.468195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3df308a-7b48-4195-91ca-8aca6c2f41e9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.468265] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3df308a-7b48-4195-91ca-8aca6c2f41e9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.970543] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64786260-3e1e-41a2-af86-83a76ca349d8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.971436] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-64786260-3e1e-41a2-af86-83a76ca349d8 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.971572] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.973202] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3df308a-7b48-4195-91ca-8aca6c2f41e9 with status ACTIVE [ 796.973392] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.973539] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.973590] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.973800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.973918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.974112] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.974266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.974345] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.975646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.975646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.975646] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.975646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.975646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.975646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.975646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.975646] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3df308a-7b48-4195-91ca-8aca6c2f41e9 is going to be updated. [ 797.000397] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.000623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.000623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.000810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.003096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.003096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3df308a-7b48-4195-91ca-8aca6c2f41e9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.085197] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 in Status: SUCCESS [ 797.085424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.085577] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.085791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.085993] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.086126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.086193] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.086346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.086428] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.086512] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.087011] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.094077] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e355c2-3283-4f02-909d-06825f500490 in Status: SUCCESS [ 797.094230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.381321] env[69179]: INFO networking_nsxv3.common.synchronization [req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 req-f5f38df8-9c11-4a0f-ad32-ef12ec1f6a18 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Enqueued Resource ID: 85471643-0f29-414f-9e84-8a622e24a423 with Priority: HIGHEST for action security_group_members [ 797.381321] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85471643-0f29-414f-9e84-8a622e24a423 with Priority: HIGHEST for action security_group_members [ 797.381321] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-85471643-0f29-414f-9e84-8a622e24a423 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.381321] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.381321] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.381321] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.381971] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.382242] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.382389] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.382660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.382951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.383159] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85471643-0f29-414f-9e84-8a622e24a423',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.482185] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64786260-3e1e-41a2-af86-83a76ca349d8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.589905] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6994dbe-1020-4cb6-a7ec-5e9767c76508 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.590080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.590229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.591147] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.591147] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.591147] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.591147] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.591147] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.591496] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.591496] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.591626] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6994dbe-1020-4cb6-a7ec-5e9767c76508 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.592673] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.592673] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.592673] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.592673] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.592673] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.592673] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.592673] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.592673] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.593965] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.594201] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.886291] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.887959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.887959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.887959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.887959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.887959] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.887959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.887959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.887959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.887959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.887959] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85471643-0f29-414f-9e84-8a622e24a423 already deleted. [ 797.887959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.989062] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.989292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.989413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.989675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.993159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.993159] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64786260-3e1e-41a2-af86-83a76ca349d8 is going to be created. [ 798.016316] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.016316] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.016316] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.016316] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.016316] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.026331] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64786260-3e1e-41a2-af86-83a76ca349d8 in Status: UNINITIALIZED for 2s [ 798.098960] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6994dbe-1020-4cb6-a7ec-5e9767c76508: rpc.has_security_group_logging(os_id): False [ 798.118310] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.118407] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.118494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.118698] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.118748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.118968] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.119108] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.119143] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.119346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.119403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.119569] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.119641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.119703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.119859] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.119963] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.120161] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.120242] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.120306] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.120446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.120517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.120601] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 is going to be created. [ 798.181296] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.181449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.181520] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.181729] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.181915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.212936] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 in Status: IN_PROGRESS for 2s [ 798.589259] env[69179]: INFO networking_nsxv3.common.synchronization [req-783e501f-1841-4632-8ff2-b2ebe045d9da req-d3d05ed8-1aec-4ad5-a492-82089140deda tempest-ServersTestJSON-796229910 tempest-ServersTestJSON-796229910-project-member] Enqueued Resource ID: 2b805ffb-31e2-498a-8ea0-517a3512768e with Priority: HIGHEST for action security_group_members [ 798.589259] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b805ffb-31e2-498a-8ea0-517a3512768e with Priority: HIGHEST for action security_group_members [ 798.589259] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b805ffb-31e2-498a-8ea0-517a3512768e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.589259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.589259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.592695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.592695] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.592841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.592841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.593052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.593129] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.593223] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b805ffb-31e2-498a-8ea0-517a3512768e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.695270] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-839 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.695270] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-839" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.695270] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-839" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.695270] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-839" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.695270] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.695270] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.695270] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.695270] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.695270] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.696239] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.696629] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.697714] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.698444] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.698444] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.698444] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.699020] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.719839] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.719839] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.719839] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.719839] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-839" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.719839] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-bfb2b3c6-18da-4449-ac3f-6904f7a032ef taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.719839] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-bfb2b3c6-18da-4449-ac3f-6904f7a032ef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.719839] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-bfb2b3c6-18da-4449-ac3f-6904f7a032ef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.719839] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-bfb2b3c6-18da-4449-ac3f-6904f7a032ef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.719839] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfb2b3c6-18da-4449-ac3f-6904f7a032ef',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.101897] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.101897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.101897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.101897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.101897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.101897] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.101897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.101897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.101897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.101897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.101897] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b805ffb-31e2-498a-8ea0-517a3512768e is going to be updated. [ 799.127584] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.127718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.128132] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.128132] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.128214] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.143074] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b805ffb-31e2-498a-8ea0-517a3512768e in Status: IN_PROGRESS for 2s [ 799.224466] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.224466] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.224466] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.224466] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.224466] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.224466] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port bfb2b3c6-18da-4449-ac3f-6904f7a032ef not found, creating... [ 799.224466] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.224466] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.224850] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.225342] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.225342] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.225555] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.225555] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.225735] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.225899] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.226045] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.227093] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: bfb2b3c6-18da-4449-ac3f-6904f7a032ef is going to be created. [ 799.249453] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.249591] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.249767] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.250997] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.251311] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.251558] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-bfb2b3c6-18da-4449-ac3f-6904f7a032ef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.650531] env[69179]: INFO networking_nsxv3.common.synchronization [None req-ae00922d-cdda-4252-829a-15444b9f10cc None None] Enqueued Resource ID: ad4cc2a3-8507-4abe-a0b0-6bc8d53c92e5 with Priority: HIGHEST for action port [ 799.650531] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad4cc2a3-8507-4abe-a0b0-6bc8d53c92e5 with Priority: HIGHEST for action port [ 799.650531] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad4cc2a3-8507-4abe-a0b0-6bc8d53c92e5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.650531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad4cc2a3-8507-4abe-a0b0-6bc8d53c92e5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.650531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad4cc2a3-8507-4abe-a0b0-6bc8d53c92e5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.651353] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad4cc2a3-8507-4abe-a0b0-6bc8d53c92e5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.651635] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad4cc2a3-8507-4abe-a0b0-6bc8d53c92e5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.037997] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64786260-3e1e-41a2-af86-83a76ca349d8 in Status: SUCCESS [ 800.038300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.038419] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.038655] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.038848] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.039689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.039689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.039689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.039689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.039689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.039689] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64786260-3e1e-41a2-af86-83a76ca349d8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.156018] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad4cc2a3-8507-4abe-a0b0-6bc8d53c92e5 [ 800.156271] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.156410] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.156478] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.156698] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.156808] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.156923] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad4cc2a3-8507-4abe-a0b0-6bc8d53c92e5 already deleted. [ 800.157091] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad4cc2a3-8507-4abe-a0b0-6bc8d53c92e5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.226344] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 in Status: SUCCESS [ 800.226344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.544625] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-64786260-3e1e-41a2-af86-83a76ca349d8 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.545571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.545571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.545571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.545571] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.545571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.545571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.545571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.545571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.545571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.546077] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-64786260-3e1e-41a2-af86-83a76ca349d8 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.546077] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.546077] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.546077] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.546320] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.546320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.546320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.546489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.546489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.546489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.546584] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64786260-3e1e-41a2-af86-83a76ca349d8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.596425] env[69179]: INFO networking_nsxv3.common.synchronization [req-f18f1a66-06c2-4b7a-b660-cc874748c254 req-4d91bf07-1a0d-4a8d-8b8f-83c58681b908 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Enqueued Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGHEST for action security_group_members [ 800.596425] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGHEST for action security_group_members [ 800.596425] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.596425] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.596425] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.597542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.597542] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.597542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.597542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.597542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.597797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.597797] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.719223] env[69179]: INFO networking_nsxv3.common.synchronization [req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 req-064a2e69-26ab-4e98-9b75-54ef8e8c1a6f service nova] Enqueued Resource ID: 85471643-0f29-414f-9e84-8a622e24a423 with Priority: HIGHEST for action security_group_rules [ 800.719223] env[69179]: INFO networking_nsxv3.common.synchronization [req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 req-064a2e69-26ab-4e98-9b75-54ef8e8c1a6f service nova] Enqueued Resource ID: 85471643-0f29-414f-9e84-8a622e24a423 with Priority: HIGHEST for action security_group_members [ 800.719223] env[69179]: INFO networking_nsxv3.common.synchronization [req-8bcd6408-afde-4b03-8f14-b8e0c968ffd4 req-064a2e69-26ab-4e98-9b75-54ef8e8c1a6f service nova] Enqueued Resource ID: bfb2b3c6-18da-4449-ac3f-6904f7a032ef with Priority: HIGHEST for action port [ 800.719223] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85471643-0f29-414f-9e84-8a622e24a423 with Priority: HIGHEST for action security_group_rules [ 800.719788] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85471643-0f29-414f-9e84-8a622e24a423 with Priority: HIGHEST for action security_group_members [ 800.719788] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfb2b3c6-18da-4449-ac3f-6904f7a032ef with Priority: HIGHEST for action port [ 800.722430] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85471643-0f29-414f-9e84-8a622e24a423 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.722709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.722776] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.723473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.723711] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85471643-0f29-414f-9e84-8a622e24a423',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.725299] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-85471643-0f29-414f-9e84-8a622e24a423 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.725797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.725797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.725797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.726166] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.726166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.726166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.726166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.726349] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.726349] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85471643-0f29-414f-9e84-8a622e24a423',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.727994] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfb2b3c6-18da-4449-ac3f-6904f7a032ef taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.727994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfb2b3c6-18da-4449-ac3f-6904f7a032ef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.727994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfb2b3c6-18da-4449-ac3f-6904f7a032ef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.727994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfb2b3c6-18da-4449-ac3f-6904f7a032ef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.727994] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfb2b3c6-18da-4449-ac3f-6904f7a032ef',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.050459] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64786260-3e1e-41a2-af86-83a76ca349d8: rpc.has_security_group_logging(os_id): False [ 801.068570] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.068570] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.068570] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.068929] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.069102] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.069320] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.069446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.069490] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.069654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.069730] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.069956] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.070089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.070165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.070352] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.070451] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.070658] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.070794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.070855] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.071024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.071630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.071720] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64786260-3e1e-41a2-af86-83a76ca349d8 is going to be created. [ 801.101327] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.225598] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-85471643-0f29-414f-9e84-8a622e24a423 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.225730] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.226829] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b805ffb-31e2-498a-8ea0-517a3512768e in Status: SUCCESS [ 801.227092] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b805ffb-31e2-498a-8ea0-517a3512768e deletion is rescheduled due to dependency. [ 801.227415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.228357] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.228532] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.228589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.228788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.228987] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.230177] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85471643-0f29-414f-9e84-8a622e24a423',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.230998] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfb2b3c6-18da-4449-ac3f-6904f7a032ef with status ACTIVE [ 801.231682] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.231682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.231682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.231682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.231682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.231920] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.231920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.231920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.232051] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.232124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.232296] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.232378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.235035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.235035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.235035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.235035] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfb2b3c6-18da-4449-ac3f-6904f7a032ef is going to be updated. [ 801.252684] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64786260-3e1e-41a2-af86-83a76ca349d8 in Status: IN_PROGRESS for 2s [ 801.260545] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.260545] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.260545] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.260545] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.260545] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.260545] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfb2b3c6-18da-4449-ac3f-6904f7a032ef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.450902] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.450902] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-902" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.450902] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-902" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.450902] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-902" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.452055] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.456021] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.456021] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.456021] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.456021] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.456021] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.456021] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.456021] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.456021] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.456021] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.456021] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.456021] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.479135] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.479135] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 801.479135] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.479135] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-902" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.479135] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-6e4a572e-202f-4c93-9471-b4d6976047f4 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.479135] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-6e4a572e-202f-4c93-9471-b4d6976047f4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.479135] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-6e4a572e-202f-4c93-9471-b4d6976047f4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.479135] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-6e4a572e-202f-4c93-9471-b4d6976047f4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.479135] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e4a572e-202f-4c93-9471-b4d6976047f4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.605961] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.736056] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85471643-0f29-414f-9e84-8a622e24a423',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.874605] env[69179]: INFO networking_nsxv3.common.synchronization [None req-df19e5c9-edfe-42c1-8f97-4283d762d025 None None] Enqueued Resource ID: 7207701a-6317-4bc8-ba4f-c849390af929 with Priority: HIGHEST for action port [ 801.874605] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7207701a-6317-4bc8-ba4f-c849390af929 with Priority: HIGHEST for action port [ 801.874605] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-7207701a-6317-4bc8-ba4f-c849390af929 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.874605] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7207701a-6317-4bc8-ba4f-c849390af929" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.874605] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7207701a-6317-4bc8-ba4f-c849390af929" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.874605] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7207701a-6317-4bc8-ba4f-c849390af929" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.875530] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7207701a-6317-4bc8-ba4f-c849390af929',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.934022] env[69179]: INFO networking_nsxv3.common.synchronization [req-5e22e5ee-7959-4eb0-b45d-8e4aa959fac4 req-f631f149-94f5-4209-8273-01eae70901f0 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 801.934022] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 801.934022] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.934022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.934022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.934022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.934947] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.937230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.937230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.937230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.937230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.937230] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.977190] env[69179]: INFO networking_nsxv3.common.synchronization [None req-7e3220b6-b9a6-4fa2-8861-55e9cbc84f40 None None] Enqueued Resource ID: eaf7e4e7-2cab-457d-979b-a0cb1dfe2258 with Priority: HIGHEST for action port [ 801.977190] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf7e4e7-2cab-457d-979b-a0cb1dfe2258 with Priority: HIGHEST for action port [ 801.977190] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaf7e4e7-2cab-457d-979b-a0cb1dfe2258 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.977190] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaf7e4e7-2cab-457d-979b-a0cb1dfe2258" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.978633] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaf7e4e7-2cab-457d-979b-a0cb1dfe2258" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.980248] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaf7e4e7-2cab-457d-979b-a0cb1dfe2258" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.980248] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaf7e4e7-2cab-457d-979b-a0cb1dfe2258',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.985284] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.985284] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.985284] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.985284] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.985284] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.985284] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 6e4a572e-202f-4c93-9471-b4d6976047f4 not found, creating... [ 801.985284] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.985284] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.985284] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.985284] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.985284] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.985737] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.985737] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.985737] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.985737] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.985737] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.985737] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 6e4a572e-202f-4c93-9471-b4d6976047f4 is going to be created. [ 802.006039] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.006182] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.006291] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.006562] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.006882] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.007095] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-6e4a572e-202f-4c93-9471-b4d6976047f4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.108857] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.109366] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.109751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.110126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.112454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.112454] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 is going to be updated. [ 802.148701] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.148701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.148701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.148701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.148701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.162751] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 in Status: IN_PROGRESS for 2s [ 802.238921] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.238921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.238921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.238921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.238921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.239211] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85471643-0f29-414f-9e84-8a622e24a423 is going to be created. [ 802.273285] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.273462] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.273517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.273726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.273888] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.285793] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85471643-0f29-414f-9e84-8a622e24a423 in Status: UNINITIALIZED for 2s [ 802.378609] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7207701a-6317-4bc8-ba4f-c849390af929 [ 802.378609] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.378609] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.378609] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.378609] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.378609] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.378609] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7207701a-6317-4bc8-ba4f-c849390af929 already deleted. [ 802.378609] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7207701a-6317-4bc8-ba4f-c849390af929" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.437850] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.438043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.438124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.438333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.438420] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.438606] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.440083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.440083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.440083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.440083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.440083] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be updated. [ 802.466994] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.466994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.466994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.466994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.466994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.475526] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 802.488206] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eaf7e4e7-2cab-457d-979b-a0cb1dfe2258 [ 802.488329] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.488463] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.488665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.488789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.488876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.489010] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eaf7e4e7-2cab-457d-979b-a0cb1dfe2258 already deleted. [ 802.489094] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaf7e4e7-2cab-457d-979b-a0cb1dfe2258" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.937527] env[69179]: INFO networking_nsxv3.common.synchronization [req-f18f1a66-06c2-4b7a-b660-cc874748c254 req-bf687511-79d2-4668-a767-c575a0d4de74 service nova] Enqueued Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGHEST for action security_group_rules [ 802.937527] env[69179]: INFO networking_nsxv3.common.synchronization [req-f18f1a66-06c2-4b7a-b660-cc874748c254 req-bf687511-79d2-4668-a767-c575a0d4de74 service nova] Enqueued Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGHEST for action security_group_members [ 802.937527] env[69179]: INFO networking_nsxv3.common.synchronization [req-f18f1a66-06c2-4b7a-b660-cc874748c254 req-bf687511-79d2-4668-a767-c575a0d4de74 service nova] Enqueued Resource ID: 6e4a572e-202f-4c93-9471-b4d6976047f4 with Priority: HIGHEST for action port [ 802.937527] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGHEST for action security_group_rules [ 802.937527] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGHEST for action security_group_members [ 802.937527] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4a572e-202f-4c93-9471-b4d6976047f4 with Priority: HIGHEST for action port [ 802.937934] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.938093] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.941854] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.941854] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.941945] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.945694] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.945694] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.945694] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e4a572e-202f-4c93-9471-b4d6976047f4 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.945694] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e4a572e-202f-4c93-9471-b4d6976047f4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.945694] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e4a572e-202f-4c93-9471-b4d6976047f4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.945694] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e4a572e-202f-4c93-9471-b4d6976047f4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.945694] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e4a572e-202f-4c93-9471-b4d6976047f4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.144702] env[69179]: INFO networking_nsxv3.common.synchronization [req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd req-4cdf8c56-e988-4f6e-b852-7fedab6c48ae tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Enqueued Resource ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec with Priority: HIGHEST for action security_group_members [ 803.145123] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec with Priority: HIGHEST for action security_group_members [ 803.146170] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.146170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.146170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.146170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.147720] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.147720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.147720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.147720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.147720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.147720] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17f4dc0b-3b51-4e42-bda0-447c5e3a6fec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.271885] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64786260-3e1e-41a2-af86-83a76ca349d8 in Status: SUCCESS [ 803.271885] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.448331] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.448557] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.448721] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e4a572e-202f-4c93-9471-b4d6976047f4 with status ACTIVE [ 803.448913] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.448982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.449030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.449306] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.449460] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.449719] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.449859] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.450046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.450184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.450290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.450533] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.450636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.450723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.450897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.450980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.451152] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e4a572e-202f-4c93-9471-b4d6976047f4 is going to be updated. [ 803.478415] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.478415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.478535] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.479828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.479828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.479828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e4a572e-202f-4c93-9471-b4d6976047f4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.603503] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.603503] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-477" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.603503] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-477" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.603503] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-477" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.603503] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.603503] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.603503] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.603503] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.603503] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.604221] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.604451] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.604656] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.604853] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.605108] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 803.605312] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.605624] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.626381] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.626381] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 803.626381] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.626381] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-477" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.626381] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-e6f00a17-d0bd-490f-8fda-906eeeceeeb8 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.626381] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-e6f00a17-d0bd-490f-8fda-906eeeceeeb8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.626381] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-e6f00a17-d0bd-490f-8fda-906eeeceeeb8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.626927] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-e6f00a17-d0bd-490f-8fda-906eeeceeeb8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.626927] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f00a17-d0bd-490f-8fda-906eeeceeeb8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.650405] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.650556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.650624] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.650835] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.650925] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.651413] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.651413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.651413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.651413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.651631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.651631] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec already deleted. [ 803.651631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.131081] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.131448] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.131448] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.132548] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.132548] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.132548] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port e6f00a17-d0bd-490f-8fda-906eeeceeeb8 not found, creating... [ 804.132548] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.132548] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.132548] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.132995] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.132995] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.132995] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.133209] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.133264] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.135937] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.135937] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.135937] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: e6f00a17-d0bd-490f-8fda-906eeeceeeb8 is going to be created. [ 804.164677] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.164950] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.165284] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.165371] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.165538] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.165762] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-e6f00a17-d0bd-490f-8fda-906eeeceeeb8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.181175] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 in Status: SUCCESS [ 804.181175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.181175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.181175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.181560] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.181560] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.181560] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.181560] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.181728] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.181728] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.297187] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85471643-0f29-414f-9e84-8a622e24a423 in Status: SUCCESS [ 804.297405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.297588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.297767] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.297955] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.298083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.298141] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.298287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.298365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.298445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.298533] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85471643-0f29-414f-9e84-8a622e24a423',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.484207] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 804.484327] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c deletion is rescheduled due to dependency. [ 804.484402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.598107] env[69179]: INFO networking_nsxv3.common.synchronization [None req-cc954d88-ed26-48ef-8d61-03aef29b04a6 None None] Enqueued Resource ID: d433750c-fba1-414b-b594-900756ff09e6 with Priority: HIGHEST for action port [ 804.598374] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d433750c-fba1-414b-b594-900756ff09e6 with Priority: HIGHEST for action port [ 804.599358] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-d433750c-fba1-414b-b594-900756ff09e6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.599477] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d433750c-fba1-414b-b594-900756ff09e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.599651] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d433750c-fba1-414b-b594-900756ff09e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.600340] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d433750c-fba1-414b-b594-900756ff09e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.600340] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d433750c-fba1-414b-b594-900756ff09e6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.684072] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.801985] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85471643-0f29-414f-9e84-8a622e24a423',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.882009] env[69179]: INFO networking_nsxv3.common.synchronization [req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd req-c73bcd34-af9e-4529-b9c7-9dfedac99403 service nova] Enqueued Resource ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec with Priority: HIGHEST for action security_group_rules [ 804.882009] env[69179]: INFO networking_nsxv3.common.synchronization [req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd req-c73bcd34-af9e-4529-b9c7-9dfedac99403 service nova] Enqueued Resource ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec with Priority: HIGHEST for action security_group_members [ 804.882009] env[69179]: INFO networking_nsxv3.common.synchronization [req-d2126710-8ce3-4ed9-a8d4-32da6262b3cd req-c73bcd34-af9e-4529-b9c7-9dfedac99403 service nova] Enqueued Resource ID: e6f00a17-d0bd-490f-8fda-906eeeceeeb8 with Priority: HIGHEST for action port [ 804.882009] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec with Priority: HIGHEST for action security_group_rules [ 804.882009] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec with Priority: HIGHEST for action security_group_members [ 804.882009] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6f00a17-d0bd-490f-8fda-906eeeceeeb8 with Priority: HIGHEST for action port [ 804.882825] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.883110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.883265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.883666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.884022] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17f4dc0b-3b51-4e42-bda0-447c5e3a6fec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.885340] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.886023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.886023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.886023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.887043] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.887043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.887043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.887043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.887043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.887043] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17f4dc0b-3b51-4e42-bda0-447c5e3a6fec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.889798] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6f00a17-d0bd-490f-8fda-906eeeceeeb8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.889798] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6f00a17-d0bd-490f-8fda-906eeeceeeb8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.889798] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6f00a17-d0bd-490f-8fda-906eeeceeeb8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.889798] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6f00a17-d0bd-490f-8fda-906eeeceeeb8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.889798] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6f00a17-d0bd-490f-8fda-906eeeceeeb8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.101411] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d433750c-fba1-414b-b594-900756ff09e6 [ 805.101776] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.101776] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.101938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.102051] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.102180] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.102253] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d433750c-fba1-414b-b594-900756ff09e6 already deleted. [ 805.102299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d433750c-fba1-414b-b594-900756ff09e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.185967] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.304947] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85471643-0f29-414f-9e84-8a622e24a423: rpc.has_security_group_logging(os_id): False [ 805.323712] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.323712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.323712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.323712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.323712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.323712] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.323712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.323712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.323712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.323712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.323712] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85471643-0f29-414f-9e84-8a622e24a423 is going to be created. [ 805.376045] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.376232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.376297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.376543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.376770] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.386127] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85471643-0f29-414f-9e84-8a622e24a423 in Status: IN_PROGRESS for 2s [ 805.391982] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6f00a17-d0bd-490f-8fda-906eeeceeeb8 with status ACTIVE [ 805.391982] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.391982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.391982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.392229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.392332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.392848] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.392979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.393073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.393327] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.393544] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.393724] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.393883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.393956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.394160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.394215] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.394308] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6f00a17-d0bd-490f-8fda-906eeeceeeb8 is going to be updated. [ 805.395615] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.395735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.396068] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17f4dc0b-3b51-4e42-bda0-447c5e3a6fec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.414382] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.414743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.414743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.414928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.415120] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.415340] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6f00a17-d0bd-490f-8fda-906eeeceeeb8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.691271] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.691271] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.691271] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.691271] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.691271] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.691271] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 is going to be updated. [ 805.718693] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.718912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.719124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.719323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.719485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.730488] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 in Status: IN_PROGRESS for 2s [ 805.898389] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17f4dc0b-3b51-4e42-bda0-447c5e3a6fec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.004134] env[69179]: INFO networking_nsxv3.common.synchronization [req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa req-404438b1-b360-4d11-a6ca-b16482b2971c tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Enqueued Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 806.004629] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 806.004924] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.005061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.005128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.005382] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.005542] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.005642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.005706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.005857] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.005977] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.006051] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.404419] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.404903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.404903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.405467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.405574] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.405753] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec is going to be created. [ 806.431245] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.431245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.431245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.431495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.431761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.442276] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec in Status: UNINITIALIZED for 2s [ 806.507638] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.508161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.508306] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.508584] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.508681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.508894] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.509045] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.509124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.509252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.509331] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.509430] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 already deleted. [ 806.509511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.560248] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.560461] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-947" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.560592] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-947" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.560916] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-947" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.561223] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.561742] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.561742] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.561742] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.561886] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.565035] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.565035] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.565035] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.565035] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.565035] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.565035] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.565035] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.581549] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.581549] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 806.581702] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.581762] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-947" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.582645] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-46144391-0401-4105-a436-afe395a6281f taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.582645] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-46144391-0401-4105-a436-afe395a6281f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.582645] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-46144391-0401-4105-a436-afe395a6281f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.582846] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-46144391-0401-4105-a436-afe395a6281f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.582846] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46144391-0401-4105-a436-afe395a6281f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.087531] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.087531] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.087531] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.087531] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.087790] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.089176] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 46144391-0401-4105-a436-afe395a6281f not found, creating... [ 807.089176] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.089176] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.089176] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.089176] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.089176] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.089176] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.089538] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.089538] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.089615] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.089732] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.089858] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 46144391-0401-4105-a436-afe395a6281f is going to be created. [ 807.110955] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.110955] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.111100] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.111431] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.111704] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.111990] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-46144391-0401-4105-a436-afe395a6281f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.399094] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85471643-0f29-414f-9e84-8a622e24a423 in Status: SUCCESS [ 807.399695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.740829] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 in Status: SUCCESS [ 807.741147] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.741374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.741678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.741945] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.742176] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.742296] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.742774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.742912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.743064] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.743223] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.909375] env[69179]: INFO networking_nsxv3.common.synchronization [req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa req-cd06f8a1-35cd-4f58-aa7e-690118cce768 service nova] Enqueued Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_rules [ 807.909538] env[69179]: INFO networking_nsxv3.common.synchronization [req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa req-cd06f8a1-35cd-4f58-aa7e-690118cce768 service nova] Enqueued Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 807.909667] env[69179]: INFO networking_nsxv3.common.synchronization [req-54003cd6-d6f4-4efb-9dc3-ec4849637bfa req-cd06f8a1-35cd-4f58-aa7e-690118cce768 service nova] Enqueued Resource ID: 46144391-0401-4105-a436-afe395a6281f with Priority: HIGHEST for action port [ 807.910477] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_rules [ 807.910610] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 807.910706] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46144391-0401-4105-a436-afe395a6281f with Priority: HIGHEST for action port [ 807.912840] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.912840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.912840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.914023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.914068] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.914965] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.915090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.915154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.915331] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.915477] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.915595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.915634] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.915764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.915875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.915982] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.916845] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-46144391-0401-4105-a436-afe395a6281f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.916957] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46144391-0401-4105-a436-afe395a6281f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.917045] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46144391-0401-4105-a436-afe395a6281f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.917153] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46144391-0401-4105-a436-afe395a6281f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.917226] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46144391-0401-4105-a436-afe395a6281f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.247651] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.247866] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.247944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.248177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.248386] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.248544] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.248544] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.248708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.248786] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.248876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.249087] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.249186] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.249248] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.249379] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.249517] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.249608] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.249659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.249797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.249872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.249950] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.250049] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.419203] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.419378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.419594] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.421178] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46144391-0401-4105-a436-afe395a6281f with status ACTIVE [ 808.425268] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.425408] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.425480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.425689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.425809] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.426025] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.426160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.426357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.426409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.426486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.426652] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.427137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.427137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.427137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.427137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.427137] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46144391-0401-4105-a436-afe395a6281f is going to be updated. [ 808.448421] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.448594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.448665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.448876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.449057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.449261] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46144391-0401-4105-a436-afe395a6281f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.451833] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec in Status: SUCCESS [ 808.451881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.452405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.452600] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.452813] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.452961] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.453032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.453162] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.453240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.453322] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.453408] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17f4dc0b-3b51-4e42-bda0-447c5e3a6fec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.755485] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2992f54-1f52-403c-8953-2c77fbcc53a8: rpc.has_security_group_logging(os_id): False [ 808.773737] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.773871] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.773926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.774158] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.774304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.774444] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.774542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.774605] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.774752] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.774830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.775041] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.775188] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.775237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.776860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.776860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.776860] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.776860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.776860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.776860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.776860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.776860] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 is going to be updated. [ 808.782900] env[69179]: INFO networking_nsxv3.common.synchronization [req-e79787ae-3248-4734-99ab-aa0acf186fe3 req-fd1ec2d3-c8d2-4782-ba57-5d87159e49f9 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Enqueued Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 808.783175] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 808.783750] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.783856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.838840] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.838840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.838840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.838840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.838840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.851797] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 in Status: IN_PROGRESS for 2s [ 808.929795] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.955597] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.955820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.955906] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.956203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.956435] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.956564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.956647] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.956856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.956971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.957122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.957347] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.957477] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.957569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.958392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.958392] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.958392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.958392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.958623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.958623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.958691] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.959151] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17f4dc0b-3b51-4e42-bda0-447c5e3a6fec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.383211] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.383474] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-947" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.383617] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-947" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.383946] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-947" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.384440] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.384713] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.384951] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.385442] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.385706] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.386170] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.386321] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.386621] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.386843] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.387767] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 809.388042] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.389259] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.407892] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.408134] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 809.408189] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.408872] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-947" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.408872] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-8691cb86-971e-4eeb-a544-d9ab95dfcb27 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.409175] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-8691cb86-971e-4eeb-a544-d9ab95dfcb27" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.409175] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-8691cb86-971e-4eeb-a544-d9ab95dfcb27" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.410025] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-8691cb86-971e-4eeb-a544-d9ab95dfcb27" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.410025] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8691cb86-971e-4eeb-a544-d9ab95dfcb27',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.435841] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.436026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.436152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.436332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.436531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.436616] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 is going to be created. [ 809.460371] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.460519] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.460589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.460830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.460969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.466440] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec: rpc.has_security_group_logging(os_id): False [ 809.472687] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: UNINITIALIZED for 2s [ 809.484889] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.485111] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.485339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.485596] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.485765] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.485985] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.486132] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.486221] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.486414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.486516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.486772] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.486897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.486985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.487185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.487290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.487516] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.487644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.487721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.487890] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.487991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.488116] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec is going to be created. [ 809.553550] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.553698] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.553771] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.553984] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.554180] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.564950] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec in Status: IN_PROGRESS for 2s [ 809.913031] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.913325] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.913504] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.913900] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.914136] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.914356] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 8691cb86-971e-4eeb-a544-d9ab95dfcb27 not found, creating... [ 809.914796] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.914981] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.915181] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.915501] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.915696] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.916348] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.916457] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.916544] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.916853] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.917153] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.917371] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 8691cb86-971e-4eeb-a544-d9ab95dfcb27 is going to be created. [ 809.938288] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.938571] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.938707] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.938918] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.939160] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.939391] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-8691cb86-971e-4eeb-a544-d9ab95dfcb27" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.978701] env[69179]: INFO networking_nsxv3.common.synchronization [req-22fce129-c1a3-47a2-8e0d-02aa88f6a663 req-e7edbd07-537b-4dd7-aa9c-12035acacb6c tempest-InstanceActionsTestJSON-535126841 tempest-InstanceActionsTestJSON-535126841-project-member] Enqueued Resource ID: 21e355c2-3283-4f02-909d-06825f500490 with Priority: HIGHEST for action security_group_members [ 809.978701] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e355c2-3283-4f02-909d-06825f500490 with Priority: HIGHEST for action security_group_members [ 809.979267] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e355c2-3283-4f02-909d-06825f500490 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.979267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.979267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.979405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.979513] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.979621] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.979700] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.979825] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.979886] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.979975] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e355c2-3283-4f02-909d-06825f500490',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.482243] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.482428] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.482495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.482678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.482775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.482959] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.483068] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.483126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.483281] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.483362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.483446] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e355c2-3283-4f02-909d-06825f500490 is going to be updated. [ 810.514637] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.514813] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.514861] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.515044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.515182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.525246] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e355c2-3283-4f02-909d-06825f500490 in Status: IN_PROGRESS for 2s [ 810.628126] env[69179]: INFO networking_nsxv3.common.synchronization [req-e79787ae-3248-4734-99ab-aa0acf186fe3 req-2ceb3279-b5a8-411b-83fd-a8a7dcf5e56c service nova] Enqueued Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_rules [ 810.628313] env[69179]: INFO networking_nsxv3.common.synchronization [req-e79787ae-3248-4734-99ab-aa0acf186fe3 req-2ceb3279-b5a8-411b-83fd-a8a7dcf5e56c service nova] Enqueued Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 810.628452] env[69179]: INFO networking_nsxv3.common.synchronization [req-e79787ae-3248-4734-99ab-aa0acf186fe3 req-2ceb3279-b5a8-411b-83fd-a8a7dcf5e56c service nova] Enqueued Resource ID: 8691cb86-971e-4eeb-a544-d9ab95dfcb27 with Priority: HIGHEST for action port [ 810.628673] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_rules [ 810.628797] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 810.628894] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8691cb86-971e-4eeb-a544-d9ab95dfcb27 with Priority: HIGHEST for action port [ 810.629608] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.629608] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.629817] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.629903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.630728] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-8691cb86-971e-4eeb-a544-d9ab95dfcb27 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.630877] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8691cb86-971e-4eeb-a544-d9ab95dfcb27" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.630877] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8691cb86-971e-4eeb-a544-d9ab95dfcb27" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.631072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8691cb86-971e-4eeb-a544-d9ab95dfcb27" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.631308] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8691cb86-971e-4eeb-a544-d9ab95dfcb27',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.863732] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 in Status: SUCCESS [ 810.863963] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.135130] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8691cb86-971e-4eeb-a544-d9ab95dfcb27 with status ACTIVE [ 811.135422] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.135544] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.135587] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.135785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.135869] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.136056] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.136151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.136210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.136351] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.136421] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.136598] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.136684] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.136742] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.136877] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.137090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.137090] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8691cb86-971e-4eeb-a544-d9ab95dfcb27 is going to be updated. [ 811.156977] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.158015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.158015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.158015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.158015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.158015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8691cb86-971e-4eeb-a544-d9ab95dfcb27" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.482497] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: SUCCESS [ 811.482680] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.482854] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.483723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.483723] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.483723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.483723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.484131] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.484131] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.484131] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.484131] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.489930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.490643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.491559] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.491678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.491744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.491907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.491995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.492105] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.605658] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec in Status: SUCCESS [ 811.605658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.991205] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.991205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.999022] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.499365] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.535086] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e355c2-3283-4f02-909d-06825f500490 in Status: SUCCESS [ 812.535086] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e355c2-3283-4f02-909d-06825f500490 deletion is rescheduled due to dependency. [ 812.535086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.002244] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.002467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.002510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.002855] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.002855] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.002989] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 is going to be updated. [ 813.033897] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.034124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.034232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.034526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.034731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.045205] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: IN_PROGRESS for 2s [ 814.138751] env[69179]: INFO networking_nsxv3.common.synchronization [req-6c75e2f1-7f6b-476e-a30f-208f18fa133d req-ea8c179f-55cc-4d9f-9a77-ac500d96fe2d tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Enqueued Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 814.140645] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 814.141485] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.145353] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.673124] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.673339] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-947" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.673488] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-947" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.673834] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-947" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.674089] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.674295] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.674416] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.674668] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.674853] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.675576] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.675703] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.675817] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.675973] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.676056] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.676191] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.676371] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.695122] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.696069] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 814.696426] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.696864] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-947" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.697685] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-9cde4973-e747-4543-a8cb-6d35810279eb taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.697685] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-9cde4973-e747-4543-a8cb-6d35810279eb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.697685] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-9cde4973-e747-4543-a8cb-6d35810279eb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.697967] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-9cde4973-e747-4543-a8cb-6d35810279eb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.698185] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cde4973-e747-4543-a8cb-6d35810279eb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.060912] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: SUCCESS [ 815.060912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.060912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.060912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.060912] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.060912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.060912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.060912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.060912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.060912] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.201874] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.202263] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.202297] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.202590] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.202793] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.203163] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 9cde4973-e747-4543-a8cb-6d35810279eb not found, creating... [ 815.203248] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.203328] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.203643] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.203766] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.203921] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.204213] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.204419] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.204553] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.205828] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.206028] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.206190] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 9cde4973-e747-4543-a8cb-6d35810279eb is going to be created. [ 815.228125] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.228397] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.228529] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.228811] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.229051] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.229319] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-9cde4973-e747-4543-a8cb-6d35810279eb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.564220] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.638365] env[69179]: INFO networking_nsxv3.common.synchronization [req-68a80683-efcc-4db6-a7b9-012abb18a7aa req-ec9d7e41-a217-436b-bfa0-250cae839118 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250 tempest-FloatingIPsAssociationNegativeTestJSON-1705449250-project-member] Enqueued Resource ID: 64786260-3e1e-41a2-af86-83a76ca349d8 with Priority: HIGHEST for action security_group_members [ 815.638365] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64786260-3e1e-41a2-af86-83a76ca349d8 with Priority: HIGHEST for action security_group_members [ 815.638365] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-64786260-3e1e-41a2-af86-83a76ca349d8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.638365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.638365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.638365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.638877] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.639169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.639527] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.639924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.640119] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.640339] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64786260-3e1e-41a2-af86-83a76ca349d8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.026813] env[69179]: INFO networking_nsxv3.common.synchronization [req-6c75e2f1-7f6b-476e-a30f-208f18fa133d req-5290a4b8-40bc-4cb2-8fd1-8cd1360164c2 service nova] Enqueued Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_rules [ 816.027044] env[69179]: INFO networking_nsxv3.common.synchronization [req-6c75e2f1-7f6b-476e-a30f-208f18fa133d req-5290a4b8-40bc-4cb2-8fd1-8cd1360164c2 service nova] Enqueued Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 816.027115] env[69179]: INFO networking_nsxv3.common.synchronization [req-6c75e2f1-7f6b-476e-a30f-208f18fa133d req-5290a4b8-40bc-4cb2-8fd1-8cd1360164c2 service nova] Enqueued Resource ID: 9cde4973-e747-4543-a8cb-6d35810279eb with Priority: HIGHEST for action port [ 816.027315] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_rules [ 816.027442] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 816.027529] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cde4973-e747-4543-a8cb-6d35810279eb with Priority: HIGHEST for action port [ 816.028196] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.028296] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.028489] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.028581] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.028750] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cde4973-e747-4543-a8cb-6d35810279eb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.028848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cde4973-e747-4543-a8cb-6d35810279eb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.028927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cde4973-e747-4543-a8cb-6d35810279eb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.029162] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cde4973-e747-4543-a8cb-6d35810279eb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.029240] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cde4973-e747-4543-a8cb-6d35810279eb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.067372] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.147036] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.147036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.147036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.147036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.147036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.147036] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.147036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.147036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.147036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.147036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.147036] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64786260-3e1e-41a2-af86-83a76ca349d8 is going to be updated. [ 816.170414] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.170599] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.170674] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.170896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.171085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.179031] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64786260-3e1e-41a2-af86-83a76ca349d8 in Status: IN_PROGRESS for 2s [ 816.535052] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cde4973-e747-4543-a8cb-6d35810279eb with status ACTIVE [ 816.535633] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.535633] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.535749] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.535985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.536100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.536343] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.536454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.536518] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.536911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.536911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.537206] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.537330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.537474] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.537560] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.537684] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.537762] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cde4973-e747-4543-a8cb-6d35810279eb is going to be updated. [ 816.561277] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.561382] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.561382] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.561593] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.561720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.561882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cde4973-e747-4543-a8cb-6d35810279eb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.573546] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.573777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.573777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.574007] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.574320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.574320] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 is going to be updated. [ 816.599937] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.600469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.600469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.600469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.600600] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.608281] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: IN_PROGRESS for 2s [ 816.922800] env[69179]: INFO networking_nsxv3.common.synchronization [req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 req-0e9853bb-453f-4cc9-b2ea-c7391523af41 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Enqueued Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 816.923490] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 816.923830] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.923962] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.924049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.924280] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.924458] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.924561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.924621] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.924794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.924883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.924992] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.307419] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.307615] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-795" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.307796] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-795" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.308083] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-795" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.308344] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.308533] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.308669] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.308903] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.309061] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.309330] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.309447] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.309557] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.309666] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.309774] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.309879] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.310060] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.336021] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.336021] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 817.336021] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.336021] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-795" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.336021] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.336322] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.336322] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.336526] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.337086] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.428470] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.428996] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.429328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.429608] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.429742] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.429979] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.430145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.430257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.430465] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.430575] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.430701] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 is going to be updated. [ 817.465469] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.465469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.465469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.465469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.465469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.472808] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: IN_PROGRESS for 2s [ 817.842449] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.842449] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.842814] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.842931] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.843122] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.843313] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f not found, creating... [ 817.843657] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.843859] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.843998] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.844329] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.844503] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.844821] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.845068] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.845219] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.845516] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.845683] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.845873] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f is going to be created. [ 817.865368] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.865592] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.865735] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.866036] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.866311] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.866557] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.189891] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64786260-3e1e-41a2-af86-83a76ca349d8 in Status: SUCCESS [ 818.190142] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64786260-3e1e-41a2-af86-83a76ca349d8 deletion is rescheduled due to dependency. [ 818.190311] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64786260-3e1e-41a2-af86-83a76ca349d8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.607517] env[69179]: INFO networking_nsxv3.common.synchronization [req-52f2d7fc-2d18-402b-b8e3-9170c6ceeab8 req-0fb3b307-0a5b-4d36-a1c1-605418769c04 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Enqueued Resource ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec with Priority: HIGHEST for action security_group_members [ 818.608071] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec with Priority: HIGHEST for action security_group_members [ 818.608406] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.608533] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.608611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.608820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.608969] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.613196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.613287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.613474] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.613568] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.613693] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17f4dc0b-3b51-4e42-bda0-447c5e3a6fec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.640203] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: SUCCESS [ 818.640203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.640203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.640203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.640203] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.640203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.640203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.640203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.640203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.640203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.640203] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.640203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.640203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.640203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.640203] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.640203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.640203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.640203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.640203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.641786] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.641786] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.641786] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.641786] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.641786] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.641786] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.641786] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.641786] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.641786] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.641786] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.121946] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.121946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.121946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.121946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.121946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.121946] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.121946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.121946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.121946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.121946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.121946] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec is going to be updated. [ 819.127014] env[69179]: INFO networking_nsxv3.common.synchronization [req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 req-6f4243c4-9f71-4433-a02f-a5b5b6642c74 service nova] Enqueued Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_rules [ 819.127260] env[69179]: INFO networking_nsxv3.common.synchronization [req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 req-6f4243c4-9f71-4433-a02f-a5b5b6642c74 service nova] Enqueued Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 819.127421] env[69179]: INFO networking_nsxv3.common.synchronization [req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 req-6f4243c4-9f71-4433-a02f-a5b5b6642c74 service nova] Enqueued Resource ID: b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f with Priority: HIGHEST for action port [ 819.127922] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_rules [ 819.128086] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 819.128218] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f with Priority: HIGHEST for action port [ 819.128437] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.128549] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.128630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.128808] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.128890] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.131322] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.131383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.131602] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.131719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.131788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.131987] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.132078] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.134017] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.135315] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 229eeaaa-d2eb-4676-98f2-4e98e1256d35: rpc.has_security_group_logging(os_id): False [ 819.157104] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.157104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.157104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.157104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.157104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.157104] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.157104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.157104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.157104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.157104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.157104] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.157104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.157104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.157104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.157104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.157606] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.157606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.157606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.157606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.157606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.157606] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 is going to be created. [ 819.159640] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.159752] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.159816] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.159968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.160402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.175918] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec in Status: IN_PROGRESS for 2s [ 819.222107] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.222207] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.222288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.223017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.223017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.235960] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: IN_PROGRESS for 2s [ 819.482683] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: SUCCESS [ 819.482683] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 deletion is rescheduled due to dependency. [ 819.482683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.483082] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.483402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.483678] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.484510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.484510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.484510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.484510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.484510] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.632257] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.632257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.636039] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f with status ACTIVE [ 819.636039] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.636039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.636039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.636039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.636039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.636039] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.636039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.636039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.636039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.636039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.636435] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.636435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.636435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.636435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.636542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.636593] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f is going to be updated. [ 819.637843] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.658142] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.658468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.658468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.658593] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.658638] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.658800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4bd6ab0-a07a-4365-b8f8-f1fd37679a4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.987373] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.140963] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.141270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.141270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.141503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.141600] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.141698] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 is going to be updated. [ 820.170721] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.170721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.170721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.170866] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.171085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.179278] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: IN_PROGRESS for 2s [ 820.489445] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.995703] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.995929] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.996054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.996391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.996528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.996669] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 is going to be updated. [ 821.023017] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.023017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.023017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.023017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.023268] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.030839] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: IN_PROGRESS for 2s [ 821.187296] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec in Status: SUCCESS [ 821.187617] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec deletion is rescheduled due to dependency. [ 821.187722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.253514] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: SUCCESS [ 821.253514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.253514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.253514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.253514] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.759434] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.759583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.191048] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: SUCCESS [ 822.191048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.191048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.191048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.191048] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.191048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.191048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.191048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.191048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.191048] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.695291] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.040553] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: SUCCESS [ 823.041157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.043018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.043018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.043018] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.043018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.043018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.043018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.043018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.043018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.043018] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.197163] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.549472] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.549472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.549472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.549472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.549472] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.549472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.549472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.549472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.549472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.549472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.549472] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.549472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.549472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.550212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.550212] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.550212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.550212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.550212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.550447] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.550447] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.550447] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.699677] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.699888] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.699888] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.700086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.700251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.700315] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 is going to be updated. [ 823.744323] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.744470] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.744538] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.745163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.745312] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.755661] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: IN_PROGRESS for 2s [ 824.055725] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 492a9a18-09f2-40b2-b2cb-daefbb50aa84: rpc.has_security_group_logging(os_id): False [ 824.085052] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.085052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.085052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.085052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.085052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.085052] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.086303] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.086303] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.086303] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.086303] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.086303] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.086303] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.086303] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.086303] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.089287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.089400] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.091363] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.091363] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.091363] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.091363] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.091363] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 is going to be updated. [ 824.129376] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 824.129507] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 824.170822] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.170822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.170822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.170822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.171403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.186157] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: IN_PROGRESS for 2s [ 824.917568] env[69179]: INFO networking_nsxv3.common.synchronization [None req-d0824070-3de2-4e2d-8c1e-3b7edb54065a None None] Enqueued Resource ID: 2601d217-a681-4170-a25c-9644e987764b with Priority: HIGHEST for action port [ 824.917568] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2601d217-a681-4170-a25c-9644e987764b with Priority: HIGHEST for action port [ 824.917854] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-2601d217-a681-4170-a25c-9644e987764b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.918206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2601d217-a681-4170-a25c-9644e987764b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.918323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2601d217-a681-4170-a25c-9644e987764b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.919368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2601d217-a681-4170-a25c-9644e987764b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.919623] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2601d217-a681-4170-a25c-9644e987764b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.421639] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2601d217-a681-4170-a25c-9644e987764b [ 825.422269] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.422269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.422269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.422488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.422544] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.424198] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2601d217-a681-4170-a25c-9644e987764b already deleted. [ 825.424198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2601d217-a681-4170-a25c-9644e987764b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.518650] env[69179]: INFO networking_nsxv3.common.synchronization [req-b78a2400-a76d-42d9-a864-d70384ee7979 req-336af41d-f509-45c6-9ebd-d9e30c5168ce tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Enqueued Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGHEST for action security_group_members [ 825.519157] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGHEST for action security_group_members [ 825.519483] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6994dbe-1020-4cb6-a7ec-5e9767c76508 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.519753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.519753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.520376] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.522675] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.522810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.522881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.523043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.523144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.523224] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.765872] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: SUCCESS [ 825.766128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.766304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.766517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.766712] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.766832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.766897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.767055] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.767135] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.767220] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.767378] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.029210] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.029210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.029210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.029210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.029210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.029210] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.029210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.029210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.029210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.029210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.029210] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 is going to be updated. [ 826.063686] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.063686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.063686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.063686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.063686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.071963] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 in Status: IN_PROGRESS for 2s [ 826.198966] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: SUCCESS [ 826.199224] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.272123] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.272304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.272365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.272590] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.272762] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.272859] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.272924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.273085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.273172] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.273260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.273406] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.273498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.273560] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.273702] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.273840] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.273929] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.273988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.274137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.274211] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.274289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.274376] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.780623] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 229eeaaa-d2eb-4676-98f2-4e98e1256d35: rpc.has_security_group_logging(os_id): False [ 826.799082] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.799235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.799306] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.799551] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.799643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.799842] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.799942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.800011] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.800168] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.800237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.800458] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.800550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.800621] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.800767] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.800828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.801364] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.801511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.801554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.801781] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.801781] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.804488] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 is going to be updated. [ 826.891790] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.891970] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.892070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.892249] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.892434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.907677] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: IN_PROGRESS for 2s [ 828.082346] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 in Status: SUCCESS [ 828.082604] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 deletion is rescheduled due to dependency. [ 828.082647] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.922382] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: SUCCESS [ 828.922603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.922826] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.923076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.923165] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.980574] env[69179]: INFO networking_nsxv3.common.synchronization [req-4eefc4ed-5316-48c6-a35f-c20940435df9 req-d524cbe0-2c69-45b8-880c-72390ff7666c tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Enqueued Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGHEST for action security_group_members [ 828.981194] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGHEST for action security_group_members [ 828.982170] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.982170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.982170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.982170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.982375] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.984307] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.984307] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.984307] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.984852] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.984956] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.271431] env[69179]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 829.272211] env[69179]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] NSXv3 Agent Agent loop - iteration:1 started [ 829.426482] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.426668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.426735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.426947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.427130] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.427250] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.427329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.427677] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.427792] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.427934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.427976] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.488270] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.908383] env[69179]: INFO networking_nsxv3.common.synchronization [req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 req-788eef86-dd3a-4380-aeed-3557e657ae37 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Enqueued Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 829.909317] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 829.909654] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.909654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.909654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.910120] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.910120] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.910120] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.910418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.910615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.910704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.910794] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.931483] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.931623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.931690] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.931905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.932085] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.932177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.932239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.932384] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.932467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.932555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.933221] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.933516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.933597] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.933775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.934135] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.934232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.934321] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.934469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.934627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.934717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.934804] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.990507] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.279009] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-795 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.279408] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-795" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.279523] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-795" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.279935] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-795" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.281042] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.281042] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.281042] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.281230] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.281431] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.282069] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.282069] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.282267] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.282433] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.282642] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.282960] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.283103] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.300848] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.301082] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 830.301227] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.301408] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-795" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.301787] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-01e84935-22e5-4e14-bee0-c7078ecf7a0f taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.301986] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-01e84935-22e5-4e14-bee0-c7078ecf7a0f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.302187] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-01e84935-22e5-4e14-bee0-c7078ecf7a0f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.303577] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-01e84935-22e5-4e14-bee0-c7078ecf7a0f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.303577] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01e84935-22e5-4e14-bee0-c7078ecf7a0f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.415989] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.439949] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 229eeaaa-d2eb-4676-98f2-4e98e1256d35: rpc.has_security_group_logging(os_id): False [ 830.460021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.460021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.460021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.460021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.460021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.460021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.460021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.460021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.460021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.460021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.460021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.460021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.460021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.460021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.460021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.460615] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.460615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.460615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.460615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.460615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.460615] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 is going to be updated. [ 830.494764] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.494953] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.495072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.495369] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.495468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.495587] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 is going to be updated. [ 830.522052] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.522273] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.522396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.522641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.522827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.526973] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.527188] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.527270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.527565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.527728] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.536109] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 in Status: IN_PROGRESS for 2s [ 830.540225] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: IN_PROGRESS for 2s [ 830.805370] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.805606] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.805730] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.806946] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.806946] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.806946] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 01e84935-22e5-4e14-bee0-c7078ecf7a0f not found, creating... [ 830.806946] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.806946] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.806946] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.807322] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.807322] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.807536] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.807699] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.807863] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.808209] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.808306] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.808447] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 01e84935-22e5-4e14-bee0-c7078ecf7a0f is going to be created. [ 830.830959] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.830959] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.831129] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.831318] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.831524] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.831769] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-01e84935-22e5-4e14-bee0-c7078ecf7a0f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.917807] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.421447] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.424484] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.424484] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.424484] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.424484] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.424484] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 is going to be updated. [ 831.461035] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.461035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.461035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.461035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.461035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.472302] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: IN_PROGRESS for 2s [ 831.598202] env[69179]: INFO networking_nsxv3.common.synchronization [req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 req-02442b9d-1a10-4d9a-ad26-8633659ec776 service nova] Enqueued Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_rules [ 831.598202] env[69179]: INFO networking_nsxv3.common.synchronization [req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 req-02442b9d-1a10-4d9a-ad26-8633659ec776 service nova] Enqueued Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 831.598202] env[69179]: INFO networking_nsxv3.common.synchronization [req-67c5b17d-3e21-45e2-a75a-b8eb91a65724 req-02442b9d-1a10-4d9a-ad26-8633659ec776 service nova] Enqueued Resource ID: 01e84935-22e5-4e14-bee0-c7078ecf7a0f with Priority: HIGHEST for action port [ 831.598202] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_rules [ 831.598202] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 831.598202] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01e84935-22e5-4e14-bee0-c7078ecf7a0f with Priority: HIGHEST for action port [ 831.599496] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.600120] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.600401] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.600706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.600902] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.602045] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.602301] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.602641] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-01e84935-22e5-4e14-bee0-c7078ecf7a0f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.602917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01e84935-22e5-4e14-bee0-c7078ecf7a0f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.603109] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01e84935-22e5-4e14-bee0-c7078ecf7a0f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.604971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01e84935-22e5-4e14-bee0-c7078ecf7a0f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.604971] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01e84935-22e5-4e14-bee0-c7078ecf7a0f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.825192] env[69179]: INFO networking_nsxv3.common.synchronization [None req-fafe0c91-ea61-4785-b0e7-9f8055b77467 None None] Enqueued Resource ID: 6bbb6277-d5ac-434c-a0b3-4f3b57eeab58 with Priority: HIGHEST for action port [ 831.825192] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bbb6277-d5ac-434c-a0b3-4f3b57eeab58 with Priority: HIGHEST for action port [ 831.825192] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bbb6277-d5ac-434c-a0b3-4f3b57eeab58 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.825192] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bbb6277-d5ac-434c-a0b3-4f3b57eeab58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.825192] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bbb6277-d5ac-434c-a0b3-4f3b57eeab58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.825192] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bbb6277-d5ac-434c-a0b3-4f3b57eeab58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.825192] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bbb6277-d5ac-434c-a0b3-4f3b57eeab58',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.107017] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.107017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.107017] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01e84935-22e5-4e14-bee0-c7078ecf7a0f with status ACTIVE [ 832.107017] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.107017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.107017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.107017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.107017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.107017] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.107017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.107017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.107017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.107017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.107017] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.107608] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.107608] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.107608] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.107608] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.107608] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01e84935-22e5-4e14-bee0-c7078ecf7a0f is going to be updated. [ 832.127487] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.129061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.129061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.129061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.129061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.129061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01e84935-22e5-4e14-bee0-c7078ecf7a0f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.326657] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bbb6277-d5ac-434c-a0b3-4f3b57eeab58 [ 832.326899] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.327089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.327125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.327325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.327407] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.327531] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bbb6277-d5ac-434c-a0b3-4f3b57eeab58 already deleted. [ 832.327610] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bbb6277-d5ac-434c-a0b3-4f3b57eeab58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.547596] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 in Status: SUCCESS [ 832.547842] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.555622] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: SUCCESS [ 832.555622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.482269] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: SUCCESS [ 833.482482] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.482656] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.484019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.484019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.484019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.484019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.484019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.484019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.484019] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.641700] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-804 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.642098] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-804" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.644959] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-804" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.644959] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-804" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.644959] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.644959] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.644959] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.644959] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.644959] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.644959] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.644959] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.644959] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.645871] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.645871] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.645871] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.645871] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.664083] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.664083] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.664083] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.664083] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-804" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.664083] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.664371] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.664371] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.664521] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.664669] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.986189] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.166685] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.166917] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.167078] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.167512] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.167752] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.168155] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.168326] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.168502] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.168800] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.168943] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.169279] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.169448] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.169613] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.169865] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.170107] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.170340] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb is going to be updated. [ 834.192956] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.193219] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.193283] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.194264] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.194472] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.194701] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.214152] env[69179]: INFO networking_nsxv3.common.synchronization [None req-b5c7e542-8ae8-4597-8da7-452011902b07 None None] Enqueued Resource ID: db36a197-ff45-4cb4-a71f-b347367ac499 with Priority: HIGHEST for action port [ 834.215235] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db36a197-ff45-4cb4-a71f-b347367ac499 with Priority: HIGHEST for action port [ 834.215235] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-db36a197-ff45-4cb4-a71f-b347367ac499 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.215235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db36a197-ff45-4cb4-a71f-b347367ac499" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.215235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db36a197-ff45-4cb4-a71f-b347367ac499" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.215562] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db36a197-ff45-4cb4-a71f-b347367ac499" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.215562] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db36a197-ff45-4cb4-a71f-b347367ac499',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.490539] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.716985] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db36a197-ff45-4cb4-a71f-b347367ac499 [ 834.717279] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.717385] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.717442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.717705] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.717862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.717988] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db36a197-ff45-4cb4-a71f-b347367ac499 already deleted. [ 834.718106] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db36a197-ff45-4cb4-a71f-b347367ac499" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.941668] env[69179]: INFO networking_nsxv3.common.synchronization [req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 req-c9dfe0e4-198f-4c73-b901-7e54775780a9 service nova] Enqueued Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_rules [ 834.942615] env[69179]: INFO networking_nsxv3.common.synchronization [req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 req-c9dfe0e4-198f-4c73-b901-7e54775780a9 service nova] Enqueued Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_members [ 834.943107] env[69179]: INFO networking_nsxv3.common.synchronization [req-6f93ff11-3876-4ae4-81ef-11f5f50d1be6 req-c9dfe0e4-198f-4c73-b901-7e54775780a9 service nova] Enqueued Resource ID: e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb with Priority: HIGHEST for action port [ 834.943793] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_rules [ 834.944810] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_members [ 834.944999] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb with Priority: HIGHEST for action port [ 834.945396] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.946204] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.946344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.947080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.948491] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.950422] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.952120] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.952248] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.952494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.952707] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.955195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.955269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.955459] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.955551] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.955656] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.956593] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.956713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.956774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.956942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.957034] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.995440] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.995629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.995730] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.995973] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.996106] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.996232] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 is going to be updated. [ 835.021679] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.021679] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.021679] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.021965] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.022067] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.030872] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: IN_PROGRESS for 2s [ 835.459091] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.459230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.459474] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.460747] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb with status ACTIVE [ 835.460747] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.460921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.460921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.461190] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.461275] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.461458] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.461582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.461692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.461863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.461943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.462153] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.462252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.462292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.462422] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.462525] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.462569] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb is going to be updated. [ 835.483338] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.483512] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.483548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.483730] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.483864] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.484065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6e0885f-5dcd-4e2b-b78c-c2dc3d41ddbb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.965064] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.470078] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.470078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.470078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.470257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.470257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.470320] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f56845-88b7-4714-b073-e40872441d8d is going to be updated. [ 836.497647] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.497835] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.497942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.498194] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.498374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.506983] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: IN_PROGRESS for 2s [ 837.040026] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: SUCCESS [ 837.040335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.040410] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.040720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.040912] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.041039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.041107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.041352] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.041352] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.041425] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.041499] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.543927] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.545036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.545036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.545036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.545036] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.545036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.545036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.545036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.545036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.545364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.545364] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.545364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.545364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.545499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.545663] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.545754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.545820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.546010] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.546010] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.546157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.546295] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.049483] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 492a9a18-09f2-40b2-b2cb-daefbb50aa84: rpc.has_security_group_logging(os_id): False [ 838.069500] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.070297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.070297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.070297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.070297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.070794] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.070794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.070794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.070794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.070794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.070961] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.071014] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.071703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.071703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.071703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.071703] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.071703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.071703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.071703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.072209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.072209] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 is going to be updated. [ 838.125846] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.126078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.126078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.126290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.127145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.139460] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: IN_PROGRESS for 2s [ 838.517095] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: SUCCESS [ 838.517357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.519502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.519502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.519502] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.519502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.519502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.519502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.519502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.519502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.519502] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.751630] env[69179]: INFO networking_nsxv3.common.synchronization [req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 req-c3807f58-fe8d-4575-b8e6-1ca049e18757 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 838.752205] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 838.753097] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.753229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.753295] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.753505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.753661] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.753758] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.753816] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.753957] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.754049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.754144] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.023035] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.023035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.023035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.023035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.023035] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.023035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.023035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.023035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.023035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.023035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.023035] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.023513] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.023513] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.023513] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.023588] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.023763] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.023825] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.024020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.024659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.024659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.025061] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.183019] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-740 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.183019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-740" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.183019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-740" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.183019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-740" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.183019] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.183019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.183019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.183019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.183019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.183019] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.183019] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.183019] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.183019] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.183694] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 839.183694] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.183694] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.205662] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.205834] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 839.206020] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.206211] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-740" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.206517] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.206713] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.207456] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.207456] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.207456] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2286de1d-e4cf-45f7-8dbd-806920ccc4cd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.259491] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.527398] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84f56845-88b7-4714-b073-e40872441d8d: rpc.has_security_group_logging(os_id): False [ 839.544830] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.544984] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.545058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.545265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.545348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.547070] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.547070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.547070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.547070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.547070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.547070] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.547070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.547070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.547070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.547070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.547070] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.547070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.547070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.547586] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.547586] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.547586] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f56845-88b7-4714-b073-e40872441d8d is going to be updated. [ 839.602363] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.602520] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.602577] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.602777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.602953] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.619230] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: IN_PROGRESS for 2s [ 839.710078] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.710401] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.710557] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.711030] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.711195] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.711358] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 2286de1d-e4cf-45f7-8dbd-806920ccc4cd not found, creating... [ 839.711635] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.711796] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.711927] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.712233] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.712376] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.712667] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.712824] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.712940] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.713167] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.713298] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.713433] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 2286de1d-e4cf-45f7-8dbd-806920ccc4cd is going to be created. [ 839.732487] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.732673] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.732736] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.732969] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.733203] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.733433] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.760106] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.159777] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: SUCCESS [ 840.160067] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.262472] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.262772] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.262772] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.263326] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.263326] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.263326] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be updated. [ 840.294315] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.294534] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.294603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.294884] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.295097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.304129] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 840.638730] env[69179]: INFO networking_nsxv3.common.synchronization [req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 req-32374d2d-e628-4158-87d4-cddbb1c82a7f service nova] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_rules [ 840.638730] env[69179]: INFO networking_nsxv3.common.synchronization [req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 req-32374d2d-e628-4158-87d4-cddbb1c82a7f service nova] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 840.638730] env[69179]: INFO networking_nsxv3.common.synchronization [req-00dc8a2a-d7a0-453d-9057-2894d11f75a2 req-32374d2d-e628-4158-87d4-cddbb1c82a7f service nova] Enqueued Resource ID: 2286de1d-e4cf-45f7-8dbd-806920ccc4cd with Priority: HIGHEST for action port [ 840.639670] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_rules [ 840.639670] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 840.640081] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2286de1d-e4cf-45f7-8dbd-806920ccc4cd with Priority: HIGHEST for action port [ 840.640553] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.640553] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.640553] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.640775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.640919] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.641691] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.641814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.641981] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.642099] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.642154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.642398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.642474] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2286de1d-e4cf-45f7-8dbd-806920ccc4cd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.145084] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.145282] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.145631] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2286de1d-e4cf-45f7-8dbd-806920ccc4cd with status ACTIVE [ 841.145957] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.146144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.146144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.146475] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.147709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.147709] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.147709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.147709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.147709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.147709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.147709] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.147985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.147985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.148413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.148532] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.148666] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2286de1d-e4cf-45f7-8dbd-806920ccc4cd is going to be updated. [ 841.169651] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.169930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.170761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.170761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.170761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.171013] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.462659] env[69179]: INFO networking_nsxv3.common.synchronization [req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 req-d0c861eb-034a-465a-80d8-86fa9fb787d5 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 841.462659] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 841.463111] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.463111] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.463111] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.463328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.463500] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.463607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.463672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.463823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.463921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.464053] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.638209] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: SUCCESS [ 841.638356] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.966659] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.081618] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.081818] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-753" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.081943] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-753" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.082224] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-753" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.082481] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.082637] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.082754] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.082971] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.083308] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.083542] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.083695] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.083767] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.083871] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.084034] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.084120] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.084252] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.102152] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.103038] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 842.103038] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.103038] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-753" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.103038] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-6b997f32-3758-48c8-a9d2-e6cd5c3bb6df taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.103313] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-6b997f32-3758-48c8-a9d2-e6cd5c3bb6df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.103313] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-6b997f32-3758-48c8-a9d2-e6cd5c3bb6df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.103517] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-6b997f32-3758-48c8-a9d2-e6cd5c3bb6df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.104026] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b997f32-3758-48c8-a9d2-e6cd5c3bb6df',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.314073] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 842.314304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.314466] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.314669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.314848] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.314963] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.315036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.315231] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.315264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.315342] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.470556] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.606521] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.606820] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.606958] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.607327] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.607946] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.607946] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 6b997f32-3758-48c8-a9d2-e6cd5c3bb6df not found, creating... [ 842.607946] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.608117] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.608274] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.608499] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.608647] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.608941] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.609112] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.609233] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.609486] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.609587] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.609812] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 6b997f32-3758-48c8-a9d2-e6cd5c3bb6df is going to be created. [ 842.630442] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.630695] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.630818] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.631191] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.631427] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.631658] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-6b997f32-3758-48c8-a9d2-e6cd5c3bb6df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.818012] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.973202] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.973285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.973325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.974039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.974039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.974039] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 is going to be updated. [ 843.003557] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.003755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.003828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.004065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.004215] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.016055] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: IN_PROGRESS for 2s [ 843.320416] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.331333] env[69179]: INFO networking_nsxv3.common.synchronization [req-284403e0-9f57-4ef7-a0f3-904881e1748e req-73527616-4eb4-42f9-8aaf-6ff301191342 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Enqueued Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 843.332021] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 843.337112] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.337271] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.337361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.337606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.338284] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.338444] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.338554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.338754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.338841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.338967] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.623019] env[69179]: INFO networking_nsxv3.common.synchronization [req-bba280e1-28e3-40db-867c-337b457c673c req-850af38a-545b-4055-9606-ed6980d4c714 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Enqueued Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 843.623019] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 843.624233] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.624233] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.626033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.626033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.626033] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.626033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.626033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.626033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.626033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.626033] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.745905] env[69179]: INFO networking_nsxv3.common.synchronization [req-d9dbc502-150b-4b94-a35c-ac3aefd0a6cb req-2d40f0ce-f192-49c3-99fe-5dd99ac35f57 tempest-ServersTestFqdnHostnames-595581570 tempest-ServersTestFqdnHostnames-595581570-project-member] Enqueued Resource ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 with Priority: HIGHEST for action security_group_members [ 843.746514] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 with Priority: HIGHEST for action security_group_members [ 843.746911] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-edb75287-5f23-4b36-9fe1-b6d7d9019139 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.746992] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.747353] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.747633] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.747819] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.748208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.748294] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.748445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.748530] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.748892] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('edb75287-5f23-4b36-9fe1-b6d7d9019139',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.823227] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.823403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.823474] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.823710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.823776] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.823870] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be updated. [ 843.846440] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.853627] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.853773] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.853849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.856434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.856636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.877213] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 843.901644] env[69179]: INFO networking_nsxv3.common.synchronization [req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 req-8c3ad06e-33da-48e6-9131-586e7dc5e684 service nova] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_rules [ 843.901873] env[69179]: INFO networking_nsxv3.common.synchronization [req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 req-8c3ad06e-33da-48e6-9131-586e7dc5e684 service nova] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 843.902030] env[69179]: INFO networking_nsxv3.common.synchronization [req-971ee4c5-8a21-458d-8efd-be89ecc7aba2 req-8c3ad06e-33da-48e6-9131-586e7dc5e684 service nova] Enqueued Resource ID: 6b997f32-3758-48c8-a9d2-e6cd5c3bb6df with Priority: HIGHEST for action port [ 843.902592] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_rules [ 843.902693] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 843.902793] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b997f32-3758-48c8-a9d2-e6cd5c3bb6df with Priority: HIGHEST for action port [ 843.903460] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.903657] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.903724] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.903937] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.904030] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.909098] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.909098] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.909098] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b997f32-3758-48c8-a9d2-e6cd5c3bb6df taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.912081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b997f32-3758-48c8-a9d2-e6cd5c3bb6df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.912081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b997f32-3758-48c8-a9d2-e6cd5c3bb6df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.912081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b997f32-3758-48c8-a9d2-e6cd5c3bb6df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.912081] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b997f32-3758-48c8-a9d2-e6cd5c3bb6df',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.128627] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.251777] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.251969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.252058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.252365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.252479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.252698] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.252820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.252886] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.253072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.253154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.253263] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 is going to be updated. [ 844.287897] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.288092] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.288161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.288377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.288521] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.300933] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 in Status: IN_PROGRESS for 2s [ 844.321785] env[69179]: INFO networking_nsxv3.common.synchronization [req-b7796829-b4fb-4fa7-9b35-0c986a708b6d req-16be36fd-f0b6-4fc0-b9bd-cf8221060451 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Enqueued Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGHEST for action security_group_members [ 844.321785] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGHEST for action security_group_members [ 844.322613] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.322909] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.322909] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.323152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.323320] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.323476] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.323561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.323836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.323895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.323966] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.350043] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.413863] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.414040] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.414198] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b997f32-3758-48c8-a9d2-e6cd5c3bb6df with status ACTIVE [ 844.414366] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.414474] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.415260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.415260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.417112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.417112] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.417112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.417112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.417112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.417112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.417112] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.417112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.417112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.417112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.417112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.417112] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b997f32-3758-48c8-a9d2-e6cd5c3bb6df is going to be updated. [ 844.442086] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.442315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.442315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.442536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.442694] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.442844] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b997f32-3758-48c8-a9d2-e6cd5c3bb6df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.632531] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.738159] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.738364] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.738488] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.738759] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.739017] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.739179] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.739294] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.739508] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.739653] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.739892] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.740016] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.740201] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.740313] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.740423] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.740527] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.740684] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.759726] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.759902] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 844.760053] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.760252] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.760558] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-fb593900-80ea-468b-9e64-d6b0a7fa5c6e taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.760823] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-fb593900-80ea-468b-9e64-d6b0a7fa5c6e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.760823] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-fb593900-80ea-468b-9e64-d6b0a7fa5c6e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.761181] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-fb593900-80ea-468b-9e64-d6b0a7fa5c6e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.761324] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb593900-80ea-468b-9e64-d6b0a7fa5c6e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.827611] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.852098] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.852178] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.852238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.852447] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.852528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.852623] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 is going to be updated. [ 844.879861] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.880063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.880163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.880392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.880542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.889152] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: IN_PROGRESS for 2s [ 845.034335] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: SUCCESS [ 845.034335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.034335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.034335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.034335] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.034335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.034335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.034335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.034335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.034335] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.137622] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.137622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.137622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.137622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.137622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.137622] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 is going to be updated. [ 845.164416] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.165217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.165452] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.165805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.166104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.176474] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: IN_PROGRESS for 2s [ 845.269099] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.269099] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.269099] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.269099] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.269099] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.269099] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port fb593900-80ea-468b-9e64-d6b0a7fa5c6e not found, creating... [ 845.269099] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.269099] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.269099] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.269099] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.269099] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.269508] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.269508] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.269508] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.269508] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.269508] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.269508] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: fb593900-80ea-468b-9e64-d6b0a7fa5c6e is going to be created. [ 845.291037] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.291342] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.291432] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.291646] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.291868] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.292139] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-fb593900-80ea-468b-9e64-d6b0a7fa5c6e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.329353] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.538373] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.543794] env[69179]: INFO networking_nsxv3.common.synchronization [req-7b4d45f8-79c9-4113-b6f2-342cfb13f0be req-00f02494-e853-48e1-80d9-14c5bde1ae72 tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Enqueued Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGHEST for action security_group_members [ 845.544300] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGHEST for action security_group_members [ 845.544601] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff6e24b5-148f-404a-9ef3-b691e7b46127 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.544724] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.544857] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.544988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.545151] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.545248] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.545312] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.545457] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.545540] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.549134] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.626186] env[69179]: INFO networking_nsxv3.common.synchronization [req-dab462e3-c577-41f5-bced-d8398ea50ff8 req-3aa8c651-bed2-4902-b84d-6f3fb0c62d79 tempest-MultipleCreateTestJSON-1187744830 tempest-MultipleCreateTestJSON-1187744830-project-member] Enqueued Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 845.626520] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGHEST for action security_group_members [ 845.626654] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.626766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.832757] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.832757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.832757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.832757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.832757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.832757] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c is going to be updated. [ 845.860109] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.860273] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.860332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.860525] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.860667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.869139] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c in Status: IN_PROGRESS for 2s [ 845.885301] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 845.886028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.886122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.886284] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.887128] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.887128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.887128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.887128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.887128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.887128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.887128] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.043897] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.052063] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.215534] env[69179]: INFO networking_nsxv3.common.synchronization [req-b7796829-b4fb-4fa7-9b35-0c986a708b6d req-a965ebeb-7ad5-4d8e-aee4-ae8a8ecece02 service nova] Enqueued Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGHEST for action security_group_rules [ 846.215768] env[69179]: INFO networking_nsxv3.common.synchronization [req-b7796829-b4fb-4fa7-9b35-0c986a708b6d req-a965ebeb-7ad5-4d8e-aee4-ae8a8ecece02 service nova] Enqueued Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGHEST for action security_group_members [ 846.215925] env[69179]: INFO networking_nsxv3.common.synchronization [req-b7796829-b4fb-4fa7-9b35-0c986a708b6d req-a965ebeb-7ad5-4d8e-aee4-ae8a8ecece02 service nova] Enqueued Resource ID: fb593900-80ea-468b-9e64-d6b0a7fa5c6e with Priority: HIGHEST for action port [ 846.216461] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGHEST for action security_group_rules [ 846.216614] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGHEST for action security_group_members [ 846.216707] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb593900-80ea-468b-9e64-d6b0a7fa5c6e with Priority: HIGHEST for action port [ 846.217014] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.221896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.221896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.221896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.221896] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.221896] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.221896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.221896] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb593900-80ea-468b-9e64-d6b0a7fa5c6e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.221896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb593900-80ea-468b-9e64-d6b0a7fa5c6e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.221896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb593900-80ea-468b-9e64-d6b0a7fa5c6e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.221896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb593900-80ea-468b-9e64-d6b0a7fa5c6e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.221896] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb593900-80ea-468b-9e64-d6b0a7fa5c6e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.313162] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 in Status: SUCCESS [ 846.313355] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 deletion is rescheduled due to dependency. [ 846.313510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.393574] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.393759] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.393888] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.394103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.394288] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.394391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.394468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.394638] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.394754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.394896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.395070] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.395189] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.395245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.395391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.395572] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.395667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.395766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.395889] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.395966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.396078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.396166] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.546741] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.546916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.546993] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.547289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.547389] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.547489] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 is going to be updated. [ 846.554606] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.579624] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.581019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.581202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.581912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.581912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.592390] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: IN_PROGRESS for 2s [ 846.722507] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.722842] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.725306] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb593900-80ea-468b-9e64-d6b0a7fa5c6e with status ACTIVE [ 846.726359] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.726507] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.726578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.726793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.726997] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.727097] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.727185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.727243] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.727395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.727472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.727645] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.727736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.727798] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.727934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.728025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.728106] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb593900-80ea-468b-9e64-d6b0a7fa5c6e is going to be updated. [ 846.749581] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.749908] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.749908] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.750183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.750339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.750510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb593900-80ea-468b-9e64-d6b0a7fa5c6e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.898026] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39e03525-d5bb-433c-b1f1-70f5d1082613: rpc.has_security_group_logging(os_id): False [ 846.901995] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: SUCCESS [ 846.903900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.903900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.903900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.903900] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.903900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.903900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.903900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.903900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.903900] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.916379] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.916558] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.916663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.916807] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.916898] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.917143] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.917197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.917259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.917414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.917502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.917745] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.917827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.917892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.917994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.918089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.918267] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.918362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.918423] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.918563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.918637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.918721] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be updated. [ 846.996136] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.997054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.997266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.997893] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.998108] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.011369] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 847.057516] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.057672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.057747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.057974] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.058078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.058174] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 is going to be updated. [ 847.102025] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.102169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.102243] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.102568] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.102617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.111194] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 in Status: IN_PROGRESS for 2s [ 847.186319] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: SUCCESS [ 847.186550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.408232] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.408424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.408566] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.408792] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.408905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.409110] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.409198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.409347] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.409445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.409535] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.409645] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 is going to be updated. [ 847.445302] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.445592] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.445592] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.445722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.445861] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.456321] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: IN_PROGRESS for 2s [ 847.879160] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c in Status: SUCCESS [ 847.883058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.883058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.883058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.883058] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.883058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.883058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.883058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.883058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.883058] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.383418] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.602256] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: SUCCESS [ 848.602490] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.602657] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.602874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.603104] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.603251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.603335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.603436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.603599] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.603672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.603772] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.886380] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.025522] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 849.026154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.108507] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.108656] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.108722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.108958] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.109113] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.109217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.109280] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.109428] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.109510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.109599] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.109757] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.109860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.109923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.110081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.110221] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.110312] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.110373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.110507] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.110577] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.110654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.110747] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.129166] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 in Status: SUCCESS [ 849.129166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.185151] env[69179]: INFO networking_nsxv3.common.synchronization [req-8718c535-b195-4216-80bf-36e40a4a730a req-611d6ba1-e3b7-4656-b37a-b944f27bba83 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 with Priority: HIGHEST for action security_group_members [ 849.185870] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 with Priority: HIGHEST for action security_group_members [ 849.186367] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1daae5b-aae0-4048-ac11-806fb7c3d370 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.186565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.186681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.186980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.187283] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.187505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.187669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.188020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.188196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.188370] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1daae5b-aae0-4048-ac11-806fb7c3d370',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.388540] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.388540] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.388540] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.389822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.389822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.389822] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c is going to be updated. [ 849.418511] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.418695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.418749] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.418966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.419138] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.427973] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c in Status: IN_PROGRESS for 2s [ 849.477672] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 in Status: SUCCESS [ 849.477949] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 deletion is rescheduled due to dependency. [ 849.478107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.615816] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5: rpc.has_security_group_logging(os_id): False [ 849.633916] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.634296] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.634488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.634805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.635026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.635358] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.637027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.637027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.637027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.637027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.637027] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.637027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.637027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.637027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.637027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.637027] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.637027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.637027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.637027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.639033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.639033] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 is going to be updated. [ 849.663027] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.663027] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.663027] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.663027] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.663027] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.663027] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.663027] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.663751] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.666835] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.666835] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.666835] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.666835] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.666835] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.666835] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.666835] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.666835] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.690439] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.690613] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.690687] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.690963] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.691159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.691401] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.691528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.691586] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.691790] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.691790] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.691903] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 already deleted. [ 849.691976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.708598] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.708755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.708804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.710036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.710036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.710911] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.711090] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.711230] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.711386] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.711674] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-31c72f5e-75ff-497d-a7e2-5216acb9fe4f taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.711840] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-31c72f5e-75ff-497d-a7e2-5216acb9fe4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.711943] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-31c72f5e-75ff-497d-a7e2-5216acb9fe4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.712352] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-31c72f5e-75ff-497d-a7e2-5216acb9fe4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.712700] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c72f5e-75ff-497d-a7e2-5216acb9fe4f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.723586] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: IN_PROGRESS for 2s [ 850.219820] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.219820] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.219820] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.219820] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.219820] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.219820] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 31c72f5e-75ff-497d-a7e2-5216acb9fe4f not found, creating... [ 850.219820] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.219820] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.219820] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.220194] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.220276] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.220734] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.220970] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.221138] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.221604] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.221604] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.221701] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 31c72f5e-75ff-497d-a7e2-5216acb9fe4f is going to be created. [ 850.240820] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.241054] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.241177] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.241446] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.241663] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.241880] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-31c72f5e-75ff-497d-a7e2-5216acb9fe4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.268998] env[69179]: INFO networking_nsxv3.common.synchronization [req-79d31c2e-fe25-4062-9163-99e5b4578638 req-defd89ca-2884-45c5-8085-78e4f2f8d0c6 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Enqueued Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_members [ 850.269534] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_members [ 850.269919] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-98568ac7-233d-48d9-b5e9-3def66b3d593 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.270772] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.270910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.271116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.271284] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.271390] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.271452] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.271600] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.271683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.271779] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.640313] env[69179]: INFO networking_nsxv3.common.synchronization [req-b7c70fd8-442e-4b09-867c-29be6b391df2 req-17304709-d30a-4773-a15e-c4d8bc518062 tempest-ServersTestBootFromVolume-389128106 tempest-ServersTestBootFromVolume-389128106-project-member] Enqueued Resource ID: 85471643-0f29-414f-9e84-8a622e24a423 with Priority: HIGHEST for action security_group_members [ 850.642019] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85471643-0f29-414f-9e84-8a622e24a423 with Priority: HIGHEST for action security_group_members [ 850.642019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-85471643-0f29-414f-9e84-8a622e24a423 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.642019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.642019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.642376] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.644177] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.644177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.644177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.644177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.644177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.644177] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85471643-0f29-414f-9e84-8a622e24a423',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.774735] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.774817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.774865] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.775100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.775184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.775373] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.775465] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.775529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.775688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.775755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.775832] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 is going to be updated. [ 850.805991] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.805991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.805991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.805991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.805991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.812754] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 in Status: IN_PROGRESS for 2s [ 851.007718] env[69179]: INFO networking_nsxv3.common.synchronization [req-8718c535-b195-4216-80bf-36e40a4a730a req-c94e7dfc-59ca-49ff-9102-930b8e6c3a9e service nova] Enqueued Resource ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 with Priority: HIGHEST for action security_group_rules [ 851.007718] env[69179]: INFO networking_nsxv3.common.synchronization [req-8718c535-b195-4216-80bf-36e40a4a730a req-c94e7dfc-59ca-49ff-9102-930b8e6c3a9e service nova] Enqueued Resource ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 with Priority: HIGHEST for action security_group_members [ 851.007718] env[69179]: INFO networking_nsxv3.common.synchronization [req-8718c535-b195-4216-80bf-36e40a4a730a req-c94e7dfc-59ca-49ff-9102-930b8e6c3a9e service nova] Enqueued Resource ID: 31c72f5e-75ff-497d-a7e2-5216acb9fe4f with Priority: HIGHEST for action port [ 851.007718] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 with Priority: HIGHEST for action security_group_rules [ 851.007718] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 with Priority: HIGHEST for action security_group_members [ 851.009054] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31c72f5e-75ff-497d-a7e2-5216acb9fe4f with Priority: HIGHEST for action port [ 851.009619] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1daae5b-aae0-4048-ac11-806fb7c3d370 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.009699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.009840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.011016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.011121] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1daae5b-aae0-4048-ac11-806fb7c3d370',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.014710] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1daae5b-aae0-4048-ac11-806fb7c3d370 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.014710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.014710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.014710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.014710] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.014710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.014710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.014710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.014710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.014710] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1daae5b-aae0-4048-ac11-806fb7c3d370',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.014710] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-31c72f5e-75ff-497d-a7e2-5216acb9fe4f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.014710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31c72f5e-75ff-497d-a7e2-5216acb9fe4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.014710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31c72f5e-75ff-497d-a7e2-5216acb9fe4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.014710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31c72f5e-75ff-497d-a7e2-5216acb9fe4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.014710] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31c72f5e-75ff-497d-a7e2-5216acb9fe4f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.147644] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.147914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.147986] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.148232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.148323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.148709] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.148709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.148709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.149225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.149225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.149225] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85471643-0f29-414f-9e84-8a622e24a423 is going to be updated. [ 851.181705] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.181705] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.181705] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.182504] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.182695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.195506] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85471643-0f29-414f-9e84-8a622e24a423 in Status: IN_PROGRESS for 2s [ 851.439500] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c in Status: SUCCESS [ 851.439500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.439500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.439500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.439500] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.439500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.439500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.439500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.439500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.439500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.439500] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.516771] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1daae5b-aae0-4048-ac11-806fb7c3d370 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.517045] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.517111] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1daae5b-aae0-4048-ac11-806fb7c3d370',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.518063] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31c72f5e-75ff-497d-a7e2-5216acb9fe4f with status ACTIVE [ 851.518307] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.518446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.518524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.518813] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.518884] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.519120] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.519269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.519345] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.519552] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.519647] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.519956] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.520080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.520131] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.521428] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.521539] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.521657] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31c72f5e-75ff-497d-a7e2-5216acb9fe4f is going to be updated. [ 851.542264] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.542420] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.542473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.542725] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.542849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.543031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31c72f5e-75ff-497d-a7e2-5216acb9fe4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.738546] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: SUCCESS [ 851.738546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.843650] env[69179]: INFO networking_nsxv3.common.synchronization [req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 req-9c4ed912-848f-4406-8a31-b6f90ce52305 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Enqueued Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 851.844220] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 851.844538] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.844661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.844726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.844923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.846300] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.846300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.846300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.846300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.846300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.846300] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.941195] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.941343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.941412] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.942042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.942042] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.942042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.942042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.942247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.942247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.942307] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.942446] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.942540] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.942601] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.942751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.942905] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.943008] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.943082] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.943242] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.943318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.943401] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.943493] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.024666] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1daae5b-aae0-4048-ac11-806fb7c3d370',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.279316] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-905 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.279517] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-905" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.279637] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-905" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.279968] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-905" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.280252] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.280408] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.280523] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.280765] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.280938] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.281278] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.281396] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.281503] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.281608] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.281719] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.281824] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.281955] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.308861] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.309032] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 852.309173] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.309347] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-905" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.309662] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-eef1a010-a683-46a1-a238-02252fe14426 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.309859] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-eef1a010-a683-46a1-a238-02252fe14426" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.309993] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-eef1a010-a683-46a1-a238-02252fe14426" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.310336] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-eef1a010-a683-46a1-a238-02252fe14426" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.310476] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eef1a010-a683-46a1-a238-02252fe14426',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.351708] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.351708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.351708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.351708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.351708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.351708] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.351708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.351708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.351708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.351708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.351708] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 is going to be updated. [ 852.385188] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.385348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.385403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.385617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.385905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.395317] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: IN_PROGRESS for 2s [ 852.445846] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4aa75f8e-40f7-482e-92b0-5ad94dee633c: rpc.has_security_group_logging(os_id): False [ 852.465875] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.465875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.465875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.465875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.465875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.465875] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.465875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.465875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.466391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.466391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.466391] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.466391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.466391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.466548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.466590] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.466819] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.466923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.466999] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.467336] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.467336] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.467336] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c is going to be updated. [ 852.528291] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.528486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.528528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.528725] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.528881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.530211] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.530342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.530394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.530571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.530650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.530746] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 is going to be created. [ 852.542681] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c in Status: IN_PROGRESS for 2s [ 852.555270] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.555426] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.555485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.555691] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.555846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.564807] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 in Status: UNINITIALIZED for 2s [ 852.730626] env[69179]: INFO networking_nsxv3.common.synchronization [req-7240c8c1-f5a6-407c-9aae-32dd440fcf81 req-729c062a-8de6-4ac7-a021-b288a2568b39 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 852.731257] env[69179]: INFO networking_nsxv3.common.synchronization [req-7240c8c1-f5a6-407c-9aae-32dd440fcf81 req-729c062a-8de6-4ac7-a021-b288a2568b39 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: fad00270-5a56-4376-a2e7-f99f49adb395 with Priority: HIGHEST for action security_group_members [ 852.731603] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 852.734080] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad00270-5a56-4376-a2e7-f99f49adb395 with Priority: HIGHEST for action security_group_members [ 852.734080] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.734080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.734080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.734080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.734080] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.734080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.734080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.734080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.734080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.734080] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.735318] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad00270-5a56-4376-a2e7-f99f49adb395 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.735318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.735318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.738497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.738497] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.738497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.738497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.738497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.738497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.738497] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad00270-5a56-4376-a2e7-f99f49adb395',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.794559] env[69179]: INFO networking_nsxv3.common.synchronization [req-7240c8c1-f5a6-407c-9aae-32dd440fcf81 req-729c062a-8de6-4ac7-a021-b288a2568b39 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_rules [ 852.794559] env[69179]: INFO networking_nsxv3.common.synchronization [req-7240c8c1-f5a6-407c-9aae-32dd440fcf81 req-729c062a-8de6-4ac7-a021-b288a2568b39 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 852.794559] env[69179]: INFO networking_nsxv3.common.synchronization [req-7240c8c1-f5a6-407c-9aae-32dd440fcf81 req-729c062a-8de6-4ac7-a021-b288a2568b39 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: fad00270-5a56-4376-a2e7-f99f49adb395 with Priority: HIGHEST for action security_group_rules [ 852.794559] env[69179]: INFO networking_nsxv3.common.synchronization [req-7240c8c1-f5a6-407c-9aae-32dd440fcf81 req-729c062a-8de6-4ac7-a021-b288a2568b39 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: fad00270-5a56-4376-a2e7-f99f49adb395 with Priority: HIGHEST for action security_group_members [ 852.794559] env[69179]: INFO networking_nsxv3.common.synchronization [req-7240c8c1-f5a6-407c-9aae-32dd440fcf81 req-729c062a-8de6-4ac7-a021-b288a2568b39 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 2286de1d-e4cf-45f7-8dbd-806920ccc4cd with Priority: HIGHEST for action port [ 852.795109] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_rules [ 852.795203] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad00270-5a56-4376-a2e7-f99f49adb395 with Priority: HIGHEST for action security_group_rules [ 852.795264] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2286de1d-e4cf-45f7-8dbd-806920ccc4cd with Priority: HIGHEST for action port [ 852.795343] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 852.795427] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad00270-5a56-4376-a2e7-f99f49adb395 with Priority: HIGHEST for action security_group_members [ 852.795696] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.795817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.795877] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.796085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.796164] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.797456] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad00270-5a56-4376-a2e7-f99f49adb395 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.797456] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.797456] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.797802] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.797802] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad00270-5a56-4376-a2e7-f99f49adb395',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.799708] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.799708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.799708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.799708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.799708] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2286de1d-e4cf-45f7-8dbd-806920ccc4cd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.799708] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.799977] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.800139] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad00270-5a56-4376-a2e7-f99f49adb395 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.800207] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.815028] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.815251] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.815372] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.815705] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.815906] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.816124] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port eef1a010-a683-46a1-a238-02252fe14426 not found, creating... [ 852.816365] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.816494] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.816602] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.816872] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.816962] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.817271] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.817427] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.818017] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.818294] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.819443] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.819443] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: eef1a010-a683-46a1-a238-02252fe14426 is going to be created. [ 852.831902] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 in Status: SUCCESS [ 852.832107] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 deletion is rescheduled due to dependency. [ 852.832225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.841300] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.841627] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.841780] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.842077] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.842677] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.842993] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-eef1a010-a683-46a1-a238-02252fe14426" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.205403] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85471643-0f29-414f-9e84-8a622e24a423 in Status: SUCCESS [ 853.205623] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85471643-0f29-414f-9e84-8a622e24a423 deletion is rescheduled due to dependency. [ 853.205747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.238422] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.239540] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fad00270-5a56-4376-a2e7-f99f49adb395',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.301738] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad00270-5a56-4376-a2e7-f99f49adb395 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.301978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.302105] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.302221] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.303486] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2286de1d-e4cf-45f7-8dbd-806920ccc4cd with status ACTIVE [ 853.303647] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.303752] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.303812] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.305745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.305745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.305745] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.305745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.305745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.305745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.305745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.305745] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.305745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.305745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.305745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.305745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.305745] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2286de1d-e4cf-45f7-8dbd-806920ccc4cd is going to be updated. [ 853.324921] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.324921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.324921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.325145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.325323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.325503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.648436] env[69179]: INFO networking_nsxv3.common.synchronization [req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 req-f5d792d7-e743-4f97-a845-a11ed3dcb9fb service nova] Enqueued Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_rules [ 853.648614] env[69179]: INFO networking_nsxv3.common.synchronization [req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 req-f5d792d7-e743-4f97-a845-a11ed3dcb9fb service nova] Enqueued Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 853.648756] env[69179]: INFO networking_nsxv3.common.synchronization [req-fa17a938-1698-4ca8-a9ec-557b1a9fb0f4 req-f5d792d7-e743-4f97-a845-a11ed3dcb9fb service nova] Enqueued Resource ID: eef1a010-a683-46a1-a238-02252fe14426 with Priority: HIGHEST for action port [ 853.649031] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_rules [ 853.649195] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 853.649289] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eef1a010-a683-46a1-a238-02252fe14426 with Priority: HIGHEST for action port [ 853.649970] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.650125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.650197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.650404] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.650480] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.651373] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.651479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.651661] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-eef1a010-a683-46a1-a238-02252fe14426 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.651779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eef1a010-a683-46a1-a238-02252fe14426" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.651861] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eef1a010-a683-46a1-a238-02252fe14426" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.651982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eef1a010-a683-46a1-a238-02252fe14426" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.652082] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eef1a010-a683-46a1-a238-02252fe14426',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.740622] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.741594] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fad00270-5a56-4376-a2e7-f99f49adb395',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.157806] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eef1a010-a683-46a1-a238-02252fe14426 with status ACTIVE [ 854.158048] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.158187] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.158258] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.160330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.160466] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.160752] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.161195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.161195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.169333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.169506] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.169934] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.170097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.170215] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.170489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.170617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.170778] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eef1a010-a683-46a1-a238-02252fe14426 is going to be updated. [ 854.175965] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.175965] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.201568] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.201568] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.201568] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.201568] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.201924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.201965] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eef1a010-a683-46a1-a238-02252fe14426" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.243181] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.243824] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.243824] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.243927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.244956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.244956] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be updated. [ 854.249140] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.249140] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.249140] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.249140] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.251770] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.251770] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad00270-5a56-4376-a2e7-f99f49adb395 is going to be created. [ 854.276336] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.276336] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.276336] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.276513] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.276731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.283584] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.283788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.283914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.284231] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.284554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.295342] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad00270-5a56-4376-a2e7-f99f49adb395 in Status: UNINITIALIZED for 2s [ 854.298768] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 854.406125] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: SUCCESS [ 854.406342] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 deletion is rescheduled due to dependency. [ 854.406469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.406646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.406964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.407129] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.407271] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.407362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.407575] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.407656] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.407815] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.554621] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c in Status: SUCCESS [ 854.554839] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.572509] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 in Status: SUCCESS [ 854.572718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.572880] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.573146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.573342] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.573461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.573525] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.573688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.573754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.573837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.573929] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1daae5b-aae0-4048-ac11-806fb7c3d370',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.910502] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.081140] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1daae5b-aae0-4048-ac11-806fb7c3d370',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.413748] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.580098] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1daae5b-aae0-4048-ac11-806fb7c3d370: rpc.has_security_group_logging(os_id): False [ 855.597016] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.598196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.598196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.598196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.598791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.598791] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.598791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.598791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.599076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.599258] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.599388] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 is going to be created. [ 855.655918] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.656154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.656378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.656632] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.656932] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.666728] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 in Status: IN_PROGRESS for 2s [ 855.919542] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.919857] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.919857] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.920063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.920182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.920293] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 is going to be updated. [ 855.948095] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.948347] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.948347] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.948527] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.948670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.957672] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: IN_PROGRESS for 2s [ 856.305750] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad00270-5a56-4376-a2e7-f99f49adb395 in Status: SUCCESS [ 856.305975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.306184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.306364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.306550] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.306668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.306735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.306891] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.306973] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.307082] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad00270-5a56-4376-a2e7-f99f49adb395',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.308636] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 856.308819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.308974] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.309165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.309995] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.309995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.309995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.309995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.309995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.309995] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.779963] env[69179]: INFO networking_nsxv3.common.synchronization [req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 req-42c038af-e3f5-48a7-bc95-c7ccebaddbd9 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 856.781334] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 856.781334] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.781469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.781469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.781709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.781885] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.782035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.782125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.782319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.782448] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.782555] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.811921] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fad00270-5a56-4376-a2e7-f99f49adb395',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.812586] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.149330] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-903 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.149640] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.149640] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.149927] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.150191] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.150389] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.150456] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.151379] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.151379] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.151379] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.151379] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.151379] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.151379] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.151590] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.151590] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.151702] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.170420] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.170580] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 857.170713] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.170914] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.171224] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-80964029-ed1a-4dec-b7e2-c1bbee9dab8f taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.171428] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-80964029-ed1a-4dec-b7e2-c1bbee9dab8f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.171509] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-80964029-ed1a-4dec-b7e2-c1bbee9dab8f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.171870] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-80964029-ed1a-4dec-b7e2-c1bbee9dab8f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.172012] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80964029-ed1a-4dec-b7e2-c1bbee9dab8f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.285661] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.285851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.285933] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.286248] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.286352] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.286559] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.286645] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.286707] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.286859] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.286935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.287031] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 857.314195] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fad00270-5a56-4376-a2e7-f99f49adb395',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.316720] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.342728] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.342926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.342926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.343156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.343297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.354824] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 857.673877] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.674487] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.674664] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.674947] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.675121] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.675287] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 80964029-ed1a-4dec-b7e2-c1bbee9dab8f not found, creating... [ 857.675543] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.675722] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.675842] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.676075] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.676213] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.676514] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.676669] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.676783] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.677013] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.677152] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.677290] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 80964029-ed1a-4dec-b7e2-c1bbee9dab8f is going to be created. [ 857.679963] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 in Status: SUCCESS [ 857.680173] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.695009] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.695250] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.695377] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.695646] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.695893] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.696138] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-80964029-ed1a-4dec-b7e2-c1bbee9dab8f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.816114] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.816311] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.816357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.819755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.819755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.819755] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad00270-5a56-4376-a2e7-f99f49adb395 is going to be updated. [ 857.822438] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.822575] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.822671] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.822868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.822954] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.823059] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be updated. [ 857.849142] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.849292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.849347] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.849533] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.849667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.851440] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.851553] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.851617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.851779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.851912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.869516] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 857.870266] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad00270-5a56-4376-a2e7-f99f49adb395 in Status: IN_PROGRESS for 2s [ 857.971399] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: SUCCESS [ 857.971616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.971802] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.972050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.972304] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.972567] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.972679] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.972929] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.973099] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.973238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.973377] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.479044] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.479044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.479044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.479044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.479044] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.479044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.479044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.479044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.479044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.479044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.479044] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.480803] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.480803] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.480803] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.480803] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.480803] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.480803] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.481052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.481407] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.481445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.481904] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.551806] env[69179]: INFO networking_nsxv3.common.synchronization [req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 req-d6663bee-c9f6-45d1-b7e1-f0af1993fc4e service nova] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_rules [ 858.552338] env[69179]: INFO networking_nsxv3.common.synchronization [req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 req-d6663bee-c9f6-45d1-b7e1-f0af1993fc4e service nova] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 858.552502] env[69179]: INFO networking_nsxv3.common.synchronization [req-295fa3ed-ad02-4d02-b5e4-7a0459ceb340 req-d6663bee-c9f6-45d1-b7e1-f0af1993fc4e service nova] Enqueued Resource ID: 80964029-ed1a-4dec-b7e2-c1bbee9dab8f with Priority: HIGHEST for action port [ 858.552986] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_rules [ 858.553135] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 858.553235] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80964029-ed1a-4dec-b7e2-c1bbee9dab8f with Priority: HIGHEST for action port [ 858.553520] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.553650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.553718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.553949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.553991] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.554784] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.554882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.555152] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-80964029-ed1a-4dec-b7e2-c1bbee9dab8f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.555248] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80964029-ed1a-4dec-b7e2-c1bbee9dab8f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.555248] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80964029-ed1a-4dec-b7e2-c1bbee9dab8f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.555397] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80964029-ed1a-4dec-b7e2-c1bbee9dab8f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.555469] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80964029-ed1a-4dec-b7e2-c1bbee9dab8f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.733740] env[69179]: INFO networking_nsxv3.common.synchronization [req-0df73b07-9c82-4527-af1a-18ec54652d91 req-0164ea6f-04b0-4152-b481-5dd4cd9e09e1 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: fad00270-5a56-4376-a2e7-f99f49adb395 with Priority: HIGHEST for action security_group_members [ 858.733912] env[69179]: INFO networking_nsxv3.common.synchronization [req-0df73b07-9c82-4527-af1a-18ec54652d91 req-0164ea6f-04b0-4152-b481-5dd4cd9e09e1 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 858.734058] env[69179]: INFO networking_nsxv3.common.synchronization [req-0df73b07-9c82-4527-af1a-18ec54652d91 req-0164ea6f-04b0-4152-b481-5dd4cd9e09e1 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: f4e196c2-37bc-459d-8ec8-988e3e25314a with Priority: HIGHEST for action security_group_members [ 858.734618] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad00270-5a56-4376-a2e7-f99f49adb395 with Priority: HIGHEST for action security_group_members [ 858.734890] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 858.734952] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e196c2-37bc-459d-8ec8-988e3e25314a with Priority: HIGHEST for action security_group_members [ 858.735683] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad00270-5a56-4376-a2e7-f99f49adb395 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.735802] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.736580] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.736580] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.736580] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e196c2-37bc-459d-8ec8-988e3e25314a taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.736580] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.736580] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.736953] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.737643] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.737968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.738062] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.738232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.738395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.738547] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4e196c2-37bc-459d-8ec8-988e3e25314a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.780857] env[69179]: INFO networking_nsxv3.common.synchronization [req-0df73b07-9c82-4527-af1a-18ec54652d91 req-0164ea6f-04b0-4152-b481-5dd4cd9e09e1 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_rules [ 858.781133] env[69179]: INFO networking_nsxv3.common.synchronization [req-0df73b07-9c82-4527-af1a-18ec54652d91 req-0164ea6f-04b0-4152-b481-5dd4cd9e09e1 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 858.781218] env[69179]: INFO networking_nsxv3.common.synchronization [req-0df73b07-9c82-4527-af1a-18ec54652d91 req-0164ea6f-04b0-4152-b481-5dd4cd9e09e1 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: f4e196c2-37bc-459d-8ec8-988e3e25314a with Priority: HIGHEST for action security_group_rules [ 858.781336] env[69179]: INFO networking_nsxv3.common.synchronization [req-0df73b07-9c82-4527-af1a-18ec54652d91 req-0164ea6f-04b0-4152-b481-5dd4cd9e09e1 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: f4e196c2-37bc-459d-8ec8-988e3e25314a with Priority: HIGHEST for action security_group_members [ 858.781466] env[69179]: INFO networking_nsxv3.common.synchronization [req-0df73b07-9c82-4527-af1a-18ec54652d91 req-0164ea6f-04b0-4152-b481-5dd4cd9e09e1 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: fad00270-5a56-4376-a2e7-f99f49adb395 with Priority: HIGHEST for action security_group_rules [ 858.781587] env[69179]: INFO networking_nsxv3.common.synchronization [req-0df73b07-9c82-4527-af1a-18ec54652d91 req-0164ea6f-04b0-4152-b481-5dd4cd9e09e1 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: fad00270-5a56-4376-a2e7-f99f49adb395 with Priority: HIGHEST for action security_group_members [ 858.781719] env[69179]: INFO networking_nsxv3.common.synchronization [req-0df73b07-9c82-4527-af1a-18ec54652d91 req-0164ea6f-04b0-4152-b481-5dd4cd9e09e1 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 2286de1d-e4cf-45f7-8dbd-806920ccc4cd with Priority: HIGHEST for action port [ 858.782201] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_rules [ 858.782338] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e196c2-37bc-459d-8ec8-988e3e25314a with Priority: HIGHEST for action security_group_rules [ 858.782433] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad00270-5a56-4376-a2e7-f99f49adb395 with Priority: HIGHEST for action security_group_members [ 858.782524] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2286de1d-e4cf-45f7-8dbd-806920ccc4cd with Priority: HIGHEST for action port [ 858.782614] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad00270-5a56-4376-a2e7-f99f49adb395 with Priority: HIGHEST for action security_group_rules [ 858.782700] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 858.782793] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e196c2-37bc-459d-8ec8-988e3e25314a with Priority: HIGHEST for action security_group_members [ 858.783996] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.784118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.784320] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4e196c2-37bc-459d-8ec8-988e3e25314a taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.784423] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.784488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.784732] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.784814] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4e196c2-37bc-459d-8ec8-988e3e25314a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.785841] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad00270-5a56-4376-a2e7-f99f49adb395 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.789024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.789024] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.789024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.789024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.789024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.789024] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2286de1d-e4cf-45f7-8dbd-806920ccc4cd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.790831] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad00270-5a56-4376-a2e7-f99f49adb395 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.790972] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.791111] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.791188] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.791354] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e196c2-37bc-459d-8ec8-988e3e25314a taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.791433] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.987333] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc135405-0c24-4ecc-ab2b-5b471b737bc1: rpc.has_security_group_logging(os_id): False [ 859.008126] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.008296] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.008342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.008561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.008653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.008846] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.009124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.009124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.009223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.009223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.009440] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.009528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.009611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.009771] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.009848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.010349] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.010598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.010598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.010805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.010970] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.011064] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 is going to be updated. [ 859.045250] env[69179]: INFO networking_nsxv3.common.synchronization [None req-eec3c92d-5252-42fb-bf9a-363d647ff94c None None] Enqueued Resource ID: f45613f3-6cc6-4634-81fc-a01748b3812d with Priority: HIGHEST for action port [ 859.045506] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f45613f3-6cc6-4634-81fc-a01748b3812d with Priority: HIGHEST for action port [ 859.046050] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-f45613f3-6cc6-4634-81fc-a01748b3812d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.046206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f45613f3-6cc6-4634-81fc-a01748b3812d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.046301] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f45613f3-6cc6-4634-81fc-a01748b3812d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.047900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f45613f3-6cc6-4634-81fc-a01748b3812d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.048081] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f45613f3-6cc6-4634-81fc-a01748b3812d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.057262] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.057406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.057555] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80964029-ed1a-4dec-b7e2-c1bbee9dab8f with status ACTIVE [ 859.057714] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.057869] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.057924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.058196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.058304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.058444] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.058532] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.058846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.058846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.060917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.061174] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.061468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.061468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.061579] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.061579] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.061654] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80964029-ed1a-4dec-b7e2-c1bbee9dab8f is going to be updated. [ 859.079707] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.079871] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.079931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.080169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.080315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.083874] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.084017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.084087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.084274] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.084526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.084590] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80964029-ed1a-4dec-b7e2-c1bbee9dab8f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.093825] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: IN_PROGRESS for 2s [ 859.241380] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4e196c2-37bc-459d-8ec8-988e3e25314a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.294885] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e196c2-37bc-459d-8ec8-988e3e25314a taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.294885] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.294885] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2286de1d-e4cf-45f7-8dbd-806920ccc4cd with status ACTIVE [ 859.294885] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.294885] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.294885] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.294885] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.294885] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.294885] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.294885] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.294885] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.294885] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.294885] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.294885] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.295635] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.295635] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.295635] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.295635] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.295635] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2286de1d-e4cf-45f7-8dbd-806920ccc4cd is going to be updated. [ 859.320357] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.321449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.321449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.321449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.321449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.321449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2286de1d-e4cf-45f7-8dbd-806920ccc4cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.367054] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 859.367054] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 deletion is rescheduled due to dependency. [ 859.367054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.367054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.367054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.367054] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.367054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.367054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.367054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.367054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.367054] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.550433] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f45613f3-6cc6-4634-81fc-a01748b3812d [ 859.550433] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.550787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.550787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.550787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.550879] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.551083] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f45613f3-6cc6-4634-81fc-a01748b3812d already deleted. [ 859.551083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f45613f3-6cc6-4634-81fc-a01748b3812d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.742719] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4e196c2-37bc-459d-8ec8-988e3e25314a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.869657] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.880926] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad00270-5a56-4376-a2e7-f99f49adb395 in Status: SUCCESS [ 859.880926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.881110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.881285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.881466] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.881701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.881767] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.881927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.882030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.882100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.882198] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fad00270-5a56-4376-a2e7-f99f49adb395',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.884087] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 859.884087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.884087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.884355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.884355] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.884462] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.884575] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.884696] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.884769] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.884858] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad00270-5a56-4376-a2e7-f99f49adb395',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.886643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.886643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.886996] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.886996] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.886996] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.886996] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.887189] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.887189] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.887444] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.888392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.888548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.888769] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.888842] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.888880] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.888992] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.889084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.889168] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.245308] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.245522] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.245603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.245835] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.245930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.246053] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e196c2-37bc-459d-8ec8-988e3e25314a is going to be created. [ 860.286590] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.286779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.286872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.287160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.287373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.300059] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e196c2-37bc-459d-8ec8-988e3e25314a in Status: UNINITIALIZED for 2s [ 860.376530] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.387381] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fad00270-5a56-4376-a2e7-f99f49adb395',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.391395] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.392190] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.393117] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fad00270-5a56-4376-a2e7-f99f49adb395',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.394103] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.881797] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.881797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.881797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.881797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.881797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.881797] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 860.898207] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fad00270-5a56-4376-a2e7-f99f49adb395',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.898207] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fad00270-5a56-4376-a2e7-f99f49adb395: rpc.has_security_group_logging(os_id): False [ 860.898207] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.920034] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.920198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.920267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.920473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.920561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.920775] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.924187] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.924283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.924461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.924546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.924648] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad00270-5a56-4376-a2e7-f99f49adb395 is going to be created. [ 860.926793] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.927306] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.927383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.927544] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.927693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.938765] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 860.978501] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.978501] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.978501] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.978677] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.979381] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.989223] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fad00270-5a56-4376-a2e7-f99f49adb395 in Status: IN_PROGRESS for 2s [ 861.124394] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: SUCCESS [ 861.124604] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.183027] env[69179]: INFO networking_nsxv3.common.synchronization [None req-8d1dcb8e-15dd-4682-94a0-9ced4d94910a None None] Enqueued Resource ID: a9b7efd0-1211-4bc1-98e4-9d0aed266a95 with Priority: HIGHEST for action port [ 861.183027] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9b7efd0-1211-4bc1-98e4-9d0aed266a95 with Priority: HIGHEST for action port [ 861.183027] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9b7efd0-1211-4bc1-98e4-9d0aed266a95 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.183027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9b7efd0-1211-4bc1-98e4-9d0aed266a95" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.183027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9b7efd0-1211-4bc1-98e4-9d0aed266a95" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.183764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9b7efd0-1211-4bc1-98e4-9d0aed266a95" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.183941] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9b7efd0-1211-4bc1-98e4-9d0aed266a95',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.207465] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.207623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.207678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.207886] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.207997] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.401861] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.401861] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.401861] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.402015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.403638] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.403638] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad00270-5a56-4376-a2e7-f99f49adb395 is going to be updated. [ 861.403638] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.403638] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.403638] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.404158] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.404158] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.404158] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be updated. [ 861.456542] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.456542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.456542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.456542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.456542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.459612] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.459612] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.459612] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.459612] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.459612] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.468573] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad00270-5a56-4376-a2e7-f99f49adb395 in Status: IN_PROGRESS for 2s [ 861.468573] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 861.627697] env[69179]: INFO networking_nsxv3.common.synchronization [req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 req-a6ef2d6d-b4bc-46ba-8ba4-263d53e9cb13 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 861.628798] env[69179]: INFO networking_nsxv3.common.synchronization [req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 req-a6ef2d6d-b4bc-46ba-8ba4-263d53e9cb13 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: f4e196c2-37bc-459d-8ec8-988e3e25314a with Priority: HIGHEST for action security_group_members [ 861.629030] env[69179]: INFO networking_nsxv3.common.synchronization [req-dc8ad583-0a63-49c5-bfaf-f80334c77bc9 req-a6ef2d6d-b4bc-46ba-8ba4-263d53e9cb13 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: fad00270-5a56-4376-a2e7-f99f49adb395 with Priority: HIGHEST for action security_group_members [ 861.630053] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 861.631221] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e196c2-37bc-459d-8ec8-988e3e25314a with Priority: HIGHEST for action security_group_members [ 861.631354] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad00270-5a56-4376-a2e7-f99f49adb395 with Priority: HIGHEST for action security_group_members [ 861.631809] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.631809] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.631936] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e196c2-37bc-459d-8ec8-988e3e25314a taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.632012] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.632170] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad00270-5a56-4376-a2e7-f99f49adb395 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.632252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.686134] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9b7efd0-1211-4bc1-98e4-9d0aed266a95 [ 861.686354] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.686489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.686560] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.686767] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.686856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.686949] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9b7efd0-1211-4bc1-98e4-9d0aed266a95 already deleted. [ 861.687042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9b7efd0-1211-4bc1-98e4-9d0aed266a95" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.710922] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.213447] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.314603] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e196c2-37bc-459d-8ec8-988e3e25314a in Status: SUCCESS [ 862.314827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.314993] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.315294] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.315477] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.315598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.315663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.315809] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.315890] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.315984] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4e196c2-37bc-459d-8ec8-988e3e25314a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.717047] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 862.717047] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 862.819902] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.820133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.820190] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.820372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.820457] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.821902] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.822053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.822110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.822329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.822366] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.822530] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e196c2-37bc-459d-8ec8-988e3e25314a is going to be deleted. [ 862.852738] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.852857] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.853186] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.853237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.853357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.853478] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.853686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.853890] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.854105] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.854241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.854326] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.854582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.854582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.854662] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4e196c2-37bc-459d-8ec8-988e3e25314a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.950351] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 862.950585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.950762] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.950990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.951325] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.951490] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.951561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.951744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.951932] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.951932] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.952040] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.965646] env[69179]: INFO networking_nsxv3.common.synchronization [req-f6ca389f-fd47-4ca3-b620-f220a91c3817 req-ed7232f6-2fba-4b90-a9ca-e1a837f78861 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 862.965646] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 862.965938] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.966036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.966235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.966296] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.966448] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.966542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.966599] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.966736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.968506] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.968506] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.017414] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fad00270-5a56-4376-a2e7-f99f49adb395 in Status: SUCCESS [ 863.017766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.018328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.018549] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.018644] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad00270-5a56-4376-a2e7-f99f49adb395',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.361920] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.361920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.361920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.361920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.361920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.361920] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.362450] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.362450] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.362450] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.362450] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.362450] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e196c2-37bc-459d-8ec8-988e3e25314a already deleted. [ 863.362667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.362667] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4e196c2-37bc-459d-8ec8-988e3e25314a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.363424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.363584] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.363733] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.364299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.364299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.364540] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.364976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.364976] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4e196c2-37bc-459d-8ec8-988e3e25314a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.367636] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.370376] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.370376] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.370376] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.370376] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.370376] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.370376] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.370376] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.370376] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.370376] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.370991] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.370991] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.371179] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.371179] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 863.371326] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.371468] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.391408] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.391566] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 863.391701] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.391870] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.392193] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-8e982b5f-220a-48bf-8676-f31a0df8951f taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.392466] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-8e982b5f-220a-48bf-8676-f31a0df8951f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.392545] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-8e982b5f-220a-48bf-8676-f31a0df8951f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.392860] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-8e982b5f-220a-48bf-8676-f31a0df8951f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.392995] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e982b5f-220a-48bf-8676-f31a0df8951f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.457330] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.457330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.457330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.457330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.457330] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.457330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.457663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.457663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.457663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.457746] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.458270] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.458270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.458270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.458270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.458270] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.458495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.458495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.458495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.458578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.458687] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.458740] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.478626] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.478813] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.478911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.479154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.479282] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.479494] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.479620] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.479706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.479881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.479963] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.480079] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be updated. [ 863.493081] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad00270-5a56-4376-a2e7-f99f49adb395 in Status: SUCCESS [ 863.493260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.493924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.493924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.494135] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.494266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.494463] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.494528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.494576] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.494665] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad00270-5a56-4376-a2e7-f99f49adb395',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.508474] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 863.508745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.509067] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.509067] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.509245] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.509346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.509417] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.509565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.509672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.509747] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.521292] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.521418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.522019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.522019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.522019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.531175] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 863.543667] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.543667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.543667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.544124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.544124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.544124] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad00270-5a56-4376-a2e7-f99f49adb395 is going to be deleted. [ 863.546505] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.546505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.546631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.546698] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.558209] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 863.558960] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.559997] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 863.603157] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.603157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.603157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.603157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.607649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.608389] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 863.608627] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 863.608838] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 863.635060] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.635060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.635060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.635060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.635060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.635060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.650247] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.650247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.650247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.650247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.650808] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.651154] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 863.743068] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.743290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.743290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.743388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.743616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.743864] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 863.835563] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.835712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.835784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.836011] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.836231] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.836473] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 863.836569] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'707de859-c42b-4f80-88b8-87e93eb8112b', '1ea04e33-7fd7-4023-8887-121fb1ece1b9', '45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc', '98568ac7-233d-48d9-b5e9-3def66b3d593', '4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5', 'f26ca4db-9d7a-40a8-9d02-607af28b5c34', 'cc135405-0c24-4ecc-ab2b-5b471b737bc1', '4aa75f8e-40f7-482e-92b0-5ad94dee633c', 'a6994dbe-1020-4cb6-a7ec-5e9767c76508', '7b98747e-7c1e-45ff-8564-ed791979c79b', '8073983c-3102-4f2c-933d-30a1221fa9a3', 'bd01e196-a345-43b7-9751-4ac27257e08f', '492a9a18-09f2-40b2-b2cb-daefbb50aa84', '2b805ffb-31e2-498a-8ea0-517a3512768e', 'f1daae5b-aae0-4048-ac11-806fb7c3d370', '915cbe6f-a03a-4629-bb6c-952a60c11b56', 'a2992f54-1f52-403c-8953-2c77fbcc53a8', '229eeaaa-d2eb-4676-98f2-4e98e1256d35', '17f4dc0b-3b51-4e42-bda0-447c5e3a6fec', '21e355c2-3283-4f02-909d-06825f500490', 'fad00270-5a56-4376-a2e7-f99f49adb395', '064676f8-15c7-44eb-b3b3-8292f61f4dce', 'ff6e24b5-148f-404a-9ef3-b691e7b46127', '85471643-0f29-414f-9e84-8a622e24a423', '22b4711c-7016-4da8-b469-5db89c77b561', '39e03525-d5bb-433c-b1f1-70f5d1082613', '99e3aca0-3788-4608-a117-ad6a537dd770', 'e07287c1-b758-4563-9f39-24ea8fee1518', '0b0642eb-7ffe-4c54-986a-70b98f5daf2c', '36556acc-d514-49a2-986d-707a1d413356', 'a4f56fd3-b6f3-47ef-b1b2-f08aced97c26', 'f312aaf0-9c6b-45fb-ba5b-44af45d94244', '66c32a70-48b3-4d88-86f6-9be98b688ff4', 'edb75287-5f23-4b36-9fe1-b6d7d9019139', '68fe1e0d-0163-411b-a07d-4e7ef87cd9ec', '83f8acd8-4b84-4458-a4d4-34a55add6ca6', '64786260-3e1e-41a2-af86-83a76ca349d8', '84f56845-88b7-4714-b073-e40872441d8d'} {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 863.836661] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 863.858163] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.858163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.858163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.858163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.858163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.858163] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 863.858163] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 863.858163] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 863.868109] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4e196c2-37bc-459d-8ec8-988e3e25314a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.874044] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.874365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.874365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.874646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.874783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.875065] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.875335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.875335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.875462] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.875538] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.875624] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e196c2-37bc-459d-8ec8-988e3e25314a already deleted. [ 863.875703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.897106] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.897106] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.897106] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.897106] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.897106] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.897106] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 8e982b5f-220a-48bf-8676-f31a0df8951f not found, creating... [ 863.897484] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.897484] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.897484] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.897710] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.897800] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.898420] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.901506] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.901506] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.901506] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.901506] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.901506] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 8e982b5f-220a-48bf-8676-f31a0df8951f is going to be created. [ 863.920159] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.920159] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.920159] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.920159] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.920159] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.920159] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-8e982b5f-220a-48bf-8676-f31a0df8951f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.930144] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.930144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.930144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.930144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.930583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.930933] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 863.931161] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 863.931359] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 863.931533] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 863.931713] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 863.931977] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 707de859-c42b-4f80-88b8-87e93eb8112b with Priority: HIGH for action security_group_rules [ 863.932381] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b98747e-7c1e-45ff-8564-ed791979c79b with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd01e196-a345-43b7-9751-4ac27257e08f with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b805ffb-31e2-498a-8ea0-517a3512768e with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21e355c2-3283-4f02-909d-06825f500490 with Priority: HIGH for action security_group_rules [ 863.933995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.965081] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8073983c-3102-4f2c-933d-30a1221fa9a3: rpc.has_security_group_logging(os_id): False [ 863.985396] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.985396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.985396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.985764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.998468] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.998625] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.006862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.007166] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.007309] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.007370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.007920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.007920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.007920] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.008080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.008080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.008202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.008278] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.008547] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.008547] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.008630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.008760] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.008799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.008873] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 864.010063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.010153] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.013214] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.046952] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Unable to find Resource=/policy/api/v1/infra/domains/default/security-policies/fad00270-5a56-4376-a2e7-f99f49adb395/rules [ 864.047206] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function GET Argumetns {'path': '/policy/api/v1/infra/domains/default/security-policies/fad00270-5a56-4376-a2e7-f99f49adb395/rules', 'params': {'page_size': 200, 'cursor': ''}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500012,\n "module_name" : "Policy",\n "error_message" : "The path=[/infra/domains/default/security-policies/fad00270-5a56-4376-a2e7-f99f49adb395] is invalid"\n}' {{(pid=69179) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:93}} [ 864.047348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.047621] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.047751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.047836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.048067] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.048155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.048246] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad00270-5a56-4376-a2e7-f99f49adb395 is going to be updated. [ 864.088252] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.088252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.088252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.088252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.088252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.101076] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad00270-5a56-4376-a2e7-f99f49adb395 in Status: IN_PROGRESS for 2s [ 864.106696] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.106827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.106881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.107105] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.107875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.144147] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 864.373790] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4e196c2-37bc-459d-8ec8-988e3e25314a: rpc.has_security_group_logging(os_id): False [ 864.391169] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.393130] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.393130] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.393130] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.393130] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.393130] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.393130] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.393130] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.393130] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.393130] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.393130] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4e196c2-37bc-459d-8ec8-988e3e25314a is going to be created. [ 864.410938] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f4e196c2-37bc-459d-8ec8-988e3e25314a], does not exist path=[/infra/domains/default/groups/f4e196c2-37bc-459d-8ec8-988e3e25314a]."\n}' [ 864.411114] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4e196c2-37bc-459d-8ec8-988e3e25314a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f4e196c2-37bc-459d-8ec8-988e3e25314a [ 864.411194] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 864.446503] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.446503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.446503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.446781] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.450021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.450021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.450021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.450021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.450021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.450021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.450021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.450021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.450021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.450021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.450021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.450021] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4e196c2-37bc-459d-8ec8-988e3e25314a is going to be created. [ 864.476646] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f4e196c2-37bc-459d-8ec8-988e3e25314a], does not exist path=[/infra/domains/default/groups/f4e196c2-37bc-459d-8ec8-988e3e25314a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f4e196c2-37bc-459d-8ec8-988e3e25314a [ 864.476795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4e196c2-37bc-459d-8ec8-988e3e25314a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.477312] env[69179]: Traceback (most recent call last): [ 864.477354] env[69179]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 864.477354] env[69179]: return func(*args, **kwargs) [ 864.477354] env[69179]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 864.477354] env[69179]: res.raise_for_status() [ 864.477354] env[69179]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 864.477354] env[69179]: raise HTTPError(http_error_msg, response=self) [ 864.477354] env[69179]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f4e196c2-37bc-459d-8ec8-988e3e25314a [ 864.477354] env[69179]: During handling of the above exception, another exception occurred: [ 864.477354] env[69179]: Traceback (most recent call last): [ 864.477608] env[69179]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 864.477608] env[69179]: listener.cb(fileno) [ 864.477608] env[69179]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 864.477608] env[69179]: result = function(*args, **kwargs) [ 864.477608] env[69179]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 864.477608] env[69179]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 864.477608] env[69179]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 864.477608] env[69179]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 864.477608] env[69179]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 864.477608] env[69179]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 864.477608] env[69179]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 864.477608] env[69179]: res.raise_for_status() [ 864.477608] env[69179]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 864.477608] env[69179]: raise HTTPError(http_error_msg, response=self) [ 864.477608] env[69179]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f4e196c2-37bc-459d-8ec8-988e3e25314a [ 864.477608] env[69179]: Removing descriptor: 32 [ 864.515044] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.702494] env[69179]: INFO networking_nsxv3.common.synchronization [req-f6ca389f-fd47-4ca3-b620-f220a91c3817 req-12e9c331-fa34-4101-bdb3-d57e2f9c329d service nova] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_rules [ 864.702494] env[69179]: INFO networking_nsxv3.common.synchronization [req-f6ca389f-fd47-4ca3-b620-f220a91c3817 req-12e9c331-fa34-4101-bdb3-d57e2f9c329d service nova] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 864.702494] env[69179]: INFO networking_nsxv3.common.synchronization [req-f6ca389f-fd47-4ca3-b620-f220a91c3817 req-12e9c331-fa34-4101-bdb3-d57e2f9c329d service nova] Enqueued Resource ID: 8e982b5f-220a-48bf-8676-f31a0df8951f with Priority: HIGHEST for action port [ 864.702494] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_rules [ 864.702494] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 864.702494] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e982b5f-220a-48bf-8676-f31a0df8951f with Priority: HIGHEST for action port [ 864.702494] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707de859-c42b-4f80-88b8-87e93eb8112b with Priority: HIGH for action security_group_rules [ 864.702494] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc with Priority: HIGH for action security_group_rules [ 864.702494] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGH for action security_group_rules [ 864.702494] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 with Priority: HIGH for action security_group_rules [ 864.702494] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e355c2-3283-4f02-909d-06825f500490 with Priority: HIGH for action security_group_rules [ 864.702494] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec with Priority: HIGH for action security_group_rules [ 864.702494] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGH for action security_group_rules [ 864.703045] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGH for action security_group_rules [ 864.703045] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b805ffb-31e2-498a-8ea0-517a3512768e with Priority: HIGH for action security_group_rules [ 864.703045] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 with Priority: HIGH for action security_group_rules [ 864.703045] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 with Priority: HIGH for action security_group_rules [ 864.703900] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd01e196-a345-43b7-9751-4ac27257e08f with Priority: HIGH for action security_group_rules [ 864.704102] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGH for action security_group_rules [ 864.704174] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b98747e-7c1e-45ff-8564-ed791979c79b with Priority: HIGH for action security_group_rules [ 864.704278] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGH for action security_group_rules [ 864.704377] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 with Priority: HIGH for action security_group_rules [ 864.704471] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGH for action security_group_rules [ 864.704569] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGH for action security_group_rules [ 864.704653] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGH for action security_group_rules [ 864.704740] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGH for action security_group_rules [ 864.705573] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.705573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.705688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.705853] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.705888] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.706772] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.706868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.707065] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e982b5f-220a-48bf-8676-f31a0df8951f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.707486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e982b5f-220a-48bf-8676-f31a0df8951f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.707486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e982b5f-220a-48bf-8676-f31a0df8951f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.707486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e982b5f-220a-48bf-8676-f31a0df8951f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.707486] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e982b5f-220a-48bf-8676-f31a0df8951f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.708447] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-707de859-c42b-4f80-88b8-87e93eb8112b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.708560] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.708628] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.708780] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.708883] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('707de859-c42b-4f80-88b8-87e93eb8112b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.709779] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.709779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.709779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.709939] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.709939] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.711167] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.711167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.711313] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.711387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.711468] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.712462] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1daae5b-aae0-4048-ac11-806fb7c3d370 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.712583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.712650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.712829] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.712930] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1daae5b-aae0-4048-ac11-806fb7c3d370',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.714088] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e355c2-3283-4f02-909d-06825f500490 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.714232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.714308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.715145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.715145] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e355c2-3283-4f02-909d-06825f500490',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.715582] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.715715] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.715797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.715983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.716091] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17f4dc0b-3b51-4e42-bda0-447c5e3a6fec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.717066] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.717210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.717302] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.717484] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.717570] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.718678] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.718785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.719133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.719133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.719264] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.719439] env[69179]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 864.720290] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b805ffb-31e2-498a-8ea0-517a3512768e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.720395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.720651] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.720873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.720954] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b805ffb-31e2-498a-8ea0-517a3512768e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.721964] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915cbe6f-a03a-4629-bb6c-952a60c11b56 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.722111] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.722177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.722339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.722442] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915cbe6f-a03a-4629-bb6c-952a60c11b56',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.723492] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.723638] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.723747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.723890] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.723957] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('492a9a18-09f2-40b2-b2cb-daefbb50aa84',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.724849] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd01e196-a345-43b7-9751-4ac27257e08f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.724967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.725594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.725804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.725954] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd01e196-a345-43b7-9751-4ac27257e08f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.727417] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.727417] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.727417] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b98747e-7c1e-45ff-8564-ed791979c79b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.727417] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.727417] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.727417] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.727417] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b98747e-7c1e-45ff-8564-ed791979c79b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.728704] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.728704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.728704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.728704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.728704] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.729486] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f26ca4db-9d7a-40a8-9d02-607af28b5c34 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.729585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.729645] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.729792] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.729861] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f26ca4db-9d7a-40a8-9d02-607af28b5c34',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.731426] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.731426] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.731426] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.731426] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.731426] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.731949] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.732080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.732148] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.732453] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.732532] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.733343] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.733449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.733516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.733841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.733841] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.733954] env[69179]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 864.734578] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98568ac7-233d-48d9-b5e9-3def66b3d593 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.734684] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.734747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.734892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.734990] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.741937] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e982b5f-220a-48bf-8676-f31a0df8951f with status ACTIVE [ 864.742209] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.742787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.742787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.742929] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.742963] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.743188] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.743318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.743391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.743569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.743650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.743867] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.743993] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.744074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.744240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.744319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.744430] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e982b5f-220a-48bf-8676-f31a0df8951f is going to be updated. [ 864.747455] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-707de859-c42b-4f80-88b8-87e93eb8112b taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.747582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.747673] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.747842] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.748053] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.748186] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.748253] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.748426] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.748508] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.748613] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.748702] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('707de859-c42b-4f80-88b8-87e93eb8112b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.914957] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.915152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.915230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.915374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.915506] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.915651] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e982b5f-220a-48bf-8676-f31a0df8951f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.018222] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.018563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.018563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.018676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.018766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.018864] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be updated. [ 865.063010] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.063253] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.063253] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.063443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.063589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.075621] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 865.237379] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.237561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.254122] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('707de859-c42b-4f80-88b8-87e93eb8112b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.424344] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1daae5b-aae0-4048-ac11-806fb7c3d370 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.424642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.424642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.425663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.425663] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.425663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.425663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.425934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.425934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.425989] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.426041] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1daae5b-aae0-4048-ac11-806fb7c3d370',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.428553] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.429069] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.429143] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.434526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.434526] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.434526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.434526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.434526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.434526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.434526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.434526] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.434526] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea04e33-7fd7-4023-8887-121fb1ece1b9 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.434526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.434526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.434940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.434940] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.434940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.434940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.435091] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.435282] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.435282] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.435392] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.436910] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-915cbe6f-a03a-4629-bb6c-952a60c11b56 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.436910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.436910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.436910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.436910] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.436910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.436910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.436910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.436910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.437378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.440174] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('915cbe6f-a03a-4629-bb6c-952a60c11b56',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.443569] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd01e196-a345-43b7-9751-4ac27257e08f taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.443695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.444934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.444934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.444934] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.444934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.444934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.444934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.445213] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.445213] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.445281] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd01e196-a345-43b7-9751-4ac27257e08f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.450539] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.450539] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.450539] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.451095] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.451173] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.451309] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.451402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.451590] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.451717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.451839] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.451953] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.457788] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.458692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.458692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.458692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.458692] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.458692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.458692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.459010] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.459010] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.459010] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.459010] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.459820] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.459924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.459999] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.460194] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.460338] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.460728] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.460804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.460977] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.461030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.461119] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.461389] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.464266] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.464403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.464463] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.464641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.464808] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.465138] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.465138] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.465138] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.465259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.465288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.465379] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.470505] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.470760] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.470760] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.470876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.474153] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd01e196-a345-43b7-9751-4ac27257e08f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.476011] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('915cbe6f-a03a-4629-bb6c-952a60c11b56',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.476870] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1daae5b-aae0-4048-ac11-806fb7c3d370',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.479619] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.479619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.479619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.479619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.479932] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.479932] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.479932] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.480100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.480100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.480190] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.480339] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.480423] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.480479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.480615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.480750] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.480835] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.480891] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.481059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.481143] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.481263] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.481328] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.482986] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.487162] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1daae5b-aae0-4048-ac11-806fb7c3d370: rpc.has_security_group_logging(os_id): False [ 865.488970] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd01e196-a345-43b7-9751-4ac27257e08f: rpc.has_security_group_logging(os_id): False [ 865.490944] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 915cbe6f-a03a-4629-bb6c-952a60c11b56: rpc.has_security_group_logging(os_id): False [ 865.521135] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.521339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.522265] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.522265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.522998] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.523129] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.524817] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.524817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.526155] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.526155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.526604] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.526745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.527452] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.527569] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 492a9a18-09f2-40b2-b2cb-daefbb50aa84 is going to be deleted. [ 865.529543] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.529543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.529543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.529543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.530889] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.530980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.531703] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.531794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.533599] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.533682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.539625] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.539878] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.541317] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 865.541317] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c deletion is rescheduled due to dependency. [ 865.541317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.541467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.541669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.541817] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.541919] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.541984] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.542157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.542564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.542629] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.550299] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 865.550744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.550848] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e355c2-3283-4f02-909d-06825f500490 is going to be deleted. [ 865.551850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.552053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.571213] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.571344] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b805ffb-31e2-498a-8ea0-517a3512768e is going to be deleted. [ 865.574022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.574022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.583233] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.583233] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.597324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.597641] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f26ca4db-9d7a-40a8-9d02-607af28b5c34 is going to be deleted. [ 865.598990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.600223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.602416] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.602657] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.631282] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.631625] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b98747e-7c1e-45ff-8564-ed791979c79b is going to be deleted. [ 865.632442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.633084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.660247] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.660247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.661288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.661547] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.661636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.661699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.661900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.662228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.662329] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd01e196-a345-43b7-9751-4ac27257e08f is going to be updated. [ 865.663468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.663650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.693875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.694064] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17f4dc0b-3b51-4e42-bda0-447c5e3a6fec is going to be deleted. [ 865.695327] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.695327] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.721497] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.721497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.722492] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.722638] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc is going to be deleted. [ 865.723485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.723800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.755858] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.755990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.756213] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 707de859-c42b-4f80-88b8-87e93eb8112b: rpc.has_security_group_logging(os_id): False [ 865.760272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.760392] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 is going to be deleted. [ 865.761236] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.761439] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.797746] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.797853] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.798698] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.798869] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.826264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.827644] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.827760] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.827833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.828194] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.828275] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.828332] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 is going to be updated. [ 865.829505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.829727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.855462] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.855587] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.893874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.893874] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.893874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.893874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.893874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.893874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.893874] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 is going to be updated. [ 865.893874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.898508] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.898508] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.898508] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e355c2-3283-4f02-909d-06825f500490" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.898508] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.898722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.898781] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.898896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b805ffb-31e2-498a-8ea0-517a3512768e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.899714] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.899817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.899884] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.900054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.900157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.900271] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.900407] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.900553] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.912458] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.912609] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.968839] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.969049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.969196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.969393] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.969580] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.969683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.969741] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.969944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.970103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.970247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.970485] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.970604] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.970669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.970834] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.971059] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.971127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.971177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.971384] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.971461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.972503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.972656] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.976313] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.976675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.976675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.976675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.976820] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.976890] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.976948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.977157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.977248] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.977354] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.977503] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.977595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.977661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.977820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.977978] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.977978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.978143] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.978215] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.978278] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.978419] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.978483] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.979368] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.979517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.979517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.979695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.979776] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.979865] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.979935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.980191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.980314] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.980424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.980602] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.980721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.980791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.980995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.981212] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.981581] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.981581] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.981581] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.981581] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.981797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.981797] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.983610] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.983780] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 is going to be deleted. [ 865.985126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.985328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.985431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.985576] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17f4dc0b-3b51-4e42-bda0-447c5e3a6fec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.986703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.986942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.992620] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4aa75f8e-40f7-482e-92b0-5ad94dee633c: rpc.has_security_group_logging(os_id): False [ 865.994203] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ea04e33-7fd7-4023-8887-121fb1ece1b9: rpc.has_security_group_logging(os_id): False [ 865.995754] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.995898] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.995962] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.996235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.996551] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.996551] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.996551] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.996733] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.996807] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.996897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.997062] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.997225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.997225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.997342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.997475] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.997561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.997651] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.998136] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.998136] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.998244] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.998320] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.034101] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.034101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.046947] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.046947] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.046947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.054549] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.054684] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.060763] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.061105] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.061281] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.061281] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.061497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.061592] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.061679] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 707de859-c42b-4f80-88b8-87e93eb8112b is going to be updated. [ 866.062977] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.063526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.063608] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.063736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-492a9a18-09f2-40b2-b2cb-daefbb50aa84" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.063873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.064031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.064169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.065112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.065275] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.065348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.065462] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f26ca4db-9d7a-40a8-9d02-607af28b5c34" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.065588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.065717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.066555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.066555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b98747e-7c1e-45ff-8564-ed791979c79b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.066777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.066810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.067883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.067883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45b4c90f-fb90-4fb1-85ce-3c24ba6cb9fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.067883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.067883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.067883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.068460] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.069761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.077654] env[69179]: INFO networking_nsxv3.common.synchronization [None req-66683c65-7f21-41f9-a71b-846708f6cd24 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Enqueued Resource ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 with Priority: HIGHEST for action security_group_rules [ 866.078086] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 with Priority: HIGHEST for action security_group_rules [ 866.078393] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b0aa5af-4a89-4567-80e9-fa53278afe52 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.078514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.078581] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.078803] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.078886] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b0aa5af-4a89-4567-80e9-fa53278afe52',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.088663] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 in Status: IN_PROGRESS for 2s [ 866.108703] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.108849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.120015] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd01e196-a345-43b7-9751-4ac27257e08f in Status: IN_PROGRESS for 2s [ 866.120757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.120994] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.121141] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.121209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.121408] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.121485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.121674] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.121766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.121836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.121960] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.122063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.122227] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.122302] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.122360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.122493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.122558] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.122640] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c is going to be updated. [ 866.123894] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.124125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.142887] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad00270-5a56-4376-a2e7-f99f49adb395 in Status: SUCCESS [ 866.143095] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad00270-5a56-4376-a2e7-f99f49adb395 deletion is rescheduled due to dependency. [ 866.143212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.143372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.143580] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.143759] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.143872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.143936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.144089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.144169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.144259] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad00270-5a56-4376-a2e7-f99f49adb395',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.199840] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 866.200143] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.201475] env[69179]: INFO networking_nsxv3.common.synchronization [None req-088f4cf8-97e7-4fe7-863a-bf926f1b943b tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Enqueued Resource ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 with Priority: HIGHEST for action security_group_rules [ 866.202015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.202292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.202442] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.204014] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.204279] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.204426] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.204530] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.204754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.204889] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.205027] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 is going to be updated. [ 866.207049] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.207243] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.207351] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.207592] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.207765] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.207860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.208073] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 with Priority: HIGHEST for action security_group_rules [ 866.208587] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.208756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.208981] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.210270] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b0aa5af-4a89-4567-80e9-fa53278afe52 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.210428] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.245037] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 in Status: IN_PROGRESS for 2s [ 866.274301] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.274542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.274542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.274681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.274821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.300608] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 707de859-c42b-4f80-88b8-87e93eb8112b in Status: IN_PROGRESS for 2s [ 866.308039] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.308202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.308288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.308473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.308617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.337355] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.337743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.337743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.337978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.338090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.345155] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c in Status: IN_PROGRESS for 2s [ 866.360139] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 866.360460] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: IN_PROGRESS for 2s [ 866.475219] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 229eeaaa-d2eb-4676-98f2-4e98e1256d35: rpc.has_security_group_logging(os_id): False [ 866.485568] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5: rpc.has_security_group_logging(os_id): False [ 866.487101] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2992f54-1f52-403c-8953-2c77fbcc53a8: rpc.has_security_group_logging(os_id): False [ 866.500159] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc135405-0c24-4ecc-ab2b-5b471b737bc1: rpc.has_security_group_logging(os_id): False [ 866.505606] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.505855] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.506019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.506368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.517039] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.517227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.518310] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.518451] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.534781] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.534939] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.541708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.542429] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.542429] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.542429] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.542661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.542733] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.543019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.543173] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.543251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.543415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.543493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.543679] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.543762] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.543823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.543963] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.544268] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.544415] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 is going to be updated. [ 866.545651] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.546580] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.547635] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.571467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.571811] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.571949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.572070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.572291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.572388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.572633] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.572740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.572805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.572954] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.573047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.573333] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.573478] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.573589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.573819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.573954] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.574140] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 is going to be updated. [ 866.575354] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.575511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.602092] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.602419] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.602731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.602731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.602855] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.602933] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.603168] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.603269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.603341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.603484] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.603851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.603851] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.603851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.604037] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.604116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.604203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.604347] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 is going to be updated. [ 866.605540] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.605764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.607401] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.607521] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.627171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.627364] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.627506] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.627562] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.627755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.627904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.628203] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.628356] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.628451] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.628776] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.628776] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.628963] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.629084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.629200] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.629324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.629641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.629641] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 is going to be updated. [ 866.631354] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.631492] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.631563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.631651] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 already deleted. [ 866.631736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.631893] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.632055] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.632140] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b0aa5af-4a89-4567-80e9-fa53278afe52',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.640153] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.640338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.640338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.640529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.640775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.648364] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.648519] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.648579] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.648764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.648882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.649135] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.649135] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.649400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.649400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.649400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.649641] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad00270-5a56-4376-a2e7-f99f49adb395 is going to be deleted. [ 866.655424] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.655424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.655424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.655424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.655424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.659378] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 in Status: IN_PROGRESS for 2s [ 866.671950] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.671950] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.671950] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.671950] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.671950] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.679821] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: IN_PROGRESS for 2s [ 866.710992] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.711174] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.711299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.711483] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.711622] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.711756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.711787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.711956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.712024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.712090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.712185] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.732102] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: IN_PROGRESS for 2s [ 866.739949] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.740145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.740271] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.740428] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.740516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.740619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad00270-5a56-4376-a2e7-f99f49adb395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.758081] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.758177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.758259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.758480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.758642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.815058] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: IN_PROGRESS for 2s [ 867.050515] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.050848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.050848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.050971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.051042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.051136] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be updated. [ 867.078920] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.079264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.079421] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.079723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.079985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.085255] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 867.088019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.088019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.088019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.088019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.088019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.088019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.088019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.088019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.088019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.088019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.088019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.088019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.088019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.088019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.088019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.088019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.088019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.088019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.088829] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.088829] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.091873] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 867.091873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.091873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.091873] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.091873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.091873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.091873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.091873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.091873] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.153411] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.153725] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.153800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.154168] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.154411] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.156731] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 already deleted. [ 867.156731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.218023] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.218023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.218023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.218023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.218023] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.218023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.218023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.218023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.218023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.218023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.218023] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.218023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.218023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.218023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.218023] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.218023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.218917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.218917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.218917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.218917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.218917] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.369145] env[69179]: INFO networking_nsxv3.common.synchronization [req-b8c1f169-1754-4b89-98d5-a92e0eabb452 req-f597ae69-b783-4bb2-a7f7-821064861907 tempest-VolumesAssistedSnapshotsTest-760458709 tempest-VolumesAssistedSnapshotsTest-760458709-project-member] Enqueued Resource ID: 707de859-c42b-4f80-88b8-87e93eb8112b with Priority: HIGHEST for action security_group_members [ 867.369145] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707de859-c42b-4f80-88b8-87e93eb8112b with Priority: HIGHEST for action security_group_members [ 867.370015] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-707de859-c42b-4f80-88b8-87e93eb8112b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.372649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.372649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.372649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.372649] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.372649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.372649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.372649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.372649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.372649] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('707de859-c42b-4f80-88b8-87e93eb8112b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.592858] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39e03525-d5bb-433c-b1f1-70f5d1082613: rpc.has_security_group_logging(os_id): False [ 867.594222] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.613176] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.613176] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.613176] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.613176] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.631719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.632078] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.632078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.632078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.632347] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.632461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.632821] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.632821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.632821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.632963] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.633059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.633423] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.633423] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.633423] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.635051] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.635051] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.635051] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be updated. [ 867.697943] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.698740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.698740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.698740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.698740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.711796] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 867.722064] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8073983c-3102-4f2c-933d-30a1221fa9a3: rpc.has_security_group_logging(os_id): False [ 867.743713] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.743947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.744070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.744300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.766328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.766565] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.766717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.766779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.766951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.767086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.767275] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.767391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.767450] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.767598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.767671] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.767864] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.767955] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.768040] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.768207] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.768695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.768695] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 867.774327] env[69179]: INFO networking_nsxv3.common.synchronization [req-68709567-5dd7-4557-80d5-4d7d75122d1f req-cc8ddf3e-1330-4791-a3f1-c8b68eaf6fb7 tempest-VolumesAdminNegativeTest-661250991 tempest-VolumesAdminNegativeTest-661250991-project-member] Enqueued Resource ID: bd01e196-a345-43b7-9751-4ac27257e08f with Priority: HIGHEST for action security_group_members [ 867.777622] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd01e196-a345-43b7-9751-4ac27257e08f with Priority: HIGHEST for action security_group_members [ 867.777622] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd01e196-a345-43b7-9751-4ac27257e08f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.777622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.777622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.777622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.777622] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.777622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.777622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.777622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.777622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.777622] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd01e196-a345-43b7-9751-4ac27257e08f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.878060] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.880951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.881088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.881387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.881497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.881713] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.881823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.881889] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.882063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.882145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.882234] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707de859-c42b-4f80-88b8-87e93eb8112b is going to be updated. [ 867.890070] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.890070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.890070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.890070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.890380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.906984] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 867.925122] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.925334] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.925411] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.925622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.925762] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.942897] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707de859-c42b-4f80-88b8-87e93eb8112b in Status: IN_PROGRESS for 2s [ 868.104473] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 in Status: SUCCESS [ 868.105860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.105919] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.132818] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd01e196-a345-43b7-9751-4ac27257e08f in Status: SUCCESS [ 868.132818] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.259682] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 in Status: SUCCESS [ 868.259930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.281678] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.281910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.281910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.282255] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.282255] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.282787] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.282787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.282787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.282787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.282787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.283090] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd01e196-a345-43b7-9751-4ac27257e08f is going to be updated. [ 868.310513] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.310632] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.310667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.310881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.311065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.314898] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 707de859-c42b-4f80-88b8-87e93eb8112b in Status: SUCCESS [ 868.314898] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.321074] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd01e196-a345-43b7-9751-4ac27257e08f in Status: IN_PROGRESS for 2s [ 868.345663] env[69179]: INFO networking_nsxv3.common.synchronization [req-9afd2f53-6532-4eba-8d80-675529612d08 req-12ecab9a-ebb3-4211-9c77-f68bec3f1d50 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Enqueued Resource ID: 011231ad-5273-4195-887e-5e674e1a6d8c with Priority: HIGHEST for action security_group_members [ 868.345663] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011231ad-5273-4195-887e-5e674e1a6d8c with Priority: HIGHEST for action security_group_members [ 868.345663] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-011231ad-5273-4195-887e-5e674e1a6d8c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.345663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.345663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.346030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.349192] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.351117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.351117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.351117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.351117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.351117] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('011231ad-5273-4195-887e-5e674e1a6d8c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.364709] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c in Status: SUCCESS [ 868.364709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.372732] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: SUCCESS [ 868.374558] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.610383] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.610706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.610706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.611304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.611388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.612038] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be updated. [ 868.638625] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.638625] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.638625] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.639230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.639230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.649598] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 868.683585] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 in Status: SUCCESS [ 868.683710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.697699] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: SUCCESS [ 868.697699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.746188] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: SUCCESS [ 868.746666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.827397] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: SUCCESS [ 868.827397] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.842048] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.842048] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-240" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.842048] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-240" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.842048] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-240" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.842048] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.842771] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.842771] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.842940] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.843165] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.843513] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.843605] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.843769] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.844043] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.844219] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.844386] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.844554] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.858849] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.858849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.858849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.858849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.858849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.858849] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.858849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.858849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.858849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.858849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.858849] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011231ad-5273-4195-887e-5e674e1a6d8c already deleted. [ 868.858849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.863049] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.863049] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 868.863049] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.863214] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-240" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.863526] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-002b9de2-93e8-4ed5-bc76-ada71e1265ba taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.863654] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-002b9de2-93e8-4ed5-bc76-ada71e1265ba" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.863789] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-002b9de2-93e8-4ed5-bc76-ada71e1265ba" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.864134] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-002b9de2-93e8-4ed5-bc76-ada71e1265ba" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.864241] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('002b9de2-93e8-4ed5-bc76-ada71e1265ba',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.104638] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 869.104928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.105133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.105369] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.105577] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.105774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.105840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.106132] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.106132] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.106409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.106409] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.371568] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.371952] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.372151] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.373194] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.373384] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.373573] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 002b9de2-93e8-4ed5-bc76-ada71e1265ba not found, creating... [ 869.373911] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.374131] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.374271] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.374557] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.374740] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.375475] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.375475] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.375475] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.375786] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.375848] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.375986] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 002b9de2-93e8-4ed5-bc76-ada71e1265ba is going to be created. [ 869.398405] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.398405] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.398405] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.398751] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.399758] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.399758] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-002b9de2-93e8-4ed5-bc76-ada71e1265ba" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.611525] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.611837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.611837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.612050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.612237] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.612342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.612400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.612561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.612646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.612736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.612882] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.612975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.613049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.613199] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.613363] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.613472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.613536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.613677] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.613752] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.613858] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.613947] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.725942] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 869.725942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.726102] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.726260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.726374] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.922058] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 869.924053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.952189] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707de859-c42b-4f80-88b8-87e93eb8112b in Status: SUCCESS [ 869.952374] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707de859-c42b-4f80-88b8-87e93eb8112b deletion is rescheduled due to dependency. [ 869.952488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.115828] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b0642eb-7ffe-4c54-986a-70b98f5daf2c: rpc.has_security_group_logging(os_id): False [ 870.133399] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.133552] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.133619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.133863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.153261] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.153635] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.153778] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.153866] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.154108] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.154206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.154441] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.154575] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.154655] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.154845] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.154941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.155285] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.155554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.155554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.155648] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.155721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.155826] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be updated. [ 870.171348] env[69179]: INFO networking_nsxv3.common.synchronization [req-9afd2f53-6532-4eba-8d80-675529612d08 req-48f4a22a-a172-48d2-b989-02d1c9794cf1 service nova] Enqueued Resource ID: 011231ad-5273-4195-887e-5e674e1a6d8c with Priority: HIGHEST for action security_group_rules [ 870.171566] env[69179]: INFO networking_nsxv3.common.synchronization [req-9afd2f53-6532-4eba-8d80-675529612d08 req-48f4a22a-a172-48d2-b989-02d1c9794cf1 service nova] Enqueued Resource ID: 011231ad-5273-4195-887e-5e674e1a6d8c with Priority: HIGHEST for action security_group_members [ 870.171732] env[69179]: INFO networking_nsxv3.common.synchronization [req-9afd2f53-6532-4eba-8d80-675529612d08 req-48f4a22a-a172-48d2-b989-02d1c9794cf1 service nova] Enqueued Resource ID: 002b9de2-93e8-4ed5-bc76-ada71e1265ba with Priority: HIGHEST for action port [ 870.172254] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011231ad-5273-4195-887e-5e674e1a6d8c with Priority: HIGHEST for action security_group_rules [ 870.172456] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011231ad-5273-4195-887e-5e674e1a6d8c with Priority: HIGHEST for action security_group_members [ 870.172499] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002b9de2-93e8-4ed5-bc76-ada71e1265ba with Priority: HIGHEST for action port [ 870.172803] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-011231ad-5273-4195-887e-5e674e1a6d8c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.172912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.172961] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.173293] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.173387] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('011231ad-5273-4195-887e-5e674e1a6d8c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.174272] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-011231ad-5273-4195-887e-5e674e1a6d8c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.174383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.174445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.174635] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.174792] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.174868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.174915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.175089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.175170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.175290] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('011231ad-5273-4195-887e-5e674e1a6d8c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.176095] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-002b9de2-93e8-4ed5-bc76-ada71e1265ba taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.176273] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-002b9de2-93e8-4ed5-bc76-ada71e1265ba" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.176367] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-002b9de2-93e8-4ed5-bc76-ada71e1265ba" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.176497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-002b9de2-93e8-4ed5-bc76-ada71e1265ba" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.176567] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('002b9de2-93e8-4ed5-bc76-ada71e1265ba',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.217075] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.217247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.217319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.217527] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.217674] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.233628] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.233628] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.235280] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 870.338015] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd01e196-a345-43b7-9751-4ac27257e08f in Status: SUCCESS [ 870.339622] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd01e196-a345-43b7-9751-4ac27257e08f deletion is rescheduled due to dependency. [ 870.339622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.658148] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 870.658418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.658530] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.658751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.658936] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.659088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.659154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.659305] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.659403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.659495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.659591] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.677890] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('011231ad-5273-4195-887e-5e674e1a6d8c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.679506] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-011231ad-5273-4195-887e-5e674e1a6d8c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.679506] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.683693] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 002b9de2-93e8-4ed5-bc76-ada71e1265ba with status ACTIVE [ 870.683693] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.683693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.683693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.683693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.683693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.683693] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.683693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.683693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.683693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.683693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.683693] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.683693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.683693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.683693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.683693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.683693] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 002b9de2-93e8-4ed5-bc76-ada71e1265ba is going to be updated. [ 870.707848] env[69179]: INFO networking_nsxv3.common.synchronization [req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be req-8f4ec0d9-56b2-415a-b65a-34c5ba76f08a tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Enqueued Resource ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c with Priority: HIGHEST for action security_group_members [ 870.709662] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.709662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.709662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.709662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.709662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.709662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-002b9de2-93e8-4ed5-bc76-ada71e1265ba" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.711176] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c with Priority: HIGHEST for action security_group_members [ 870.711176] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.711176] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.711176] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.711176] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.711488] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.711488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.711488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.711686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.711686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.711686] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9764e11-137f-4b36-b767-bfd3f5f2ce9c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.012430] env[69179]: INFO networking_nsxv3.common.synchronization [req-fffd9907-b4cb-496a-8f50-31f61034f048 req-d19cae37-d4ca-4bb0-a300-f88b9f3dd206 tempest-ServersNegativeTestJSON-1431761452 tempest-ServersNegativeTestJSON-1431761452-project-member] Enqueued Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_members [ 871.012430] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f56845-88b7-4714-b073-e40872441d8d with Priority: HIGHEST for action security_group_members [ 871.012702] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f56845-88b7-4714-b073-e40872441d8d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.012915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.012915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.013835] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.013941] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.014057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.014124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.014275] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.014357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.014446] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f56845-88b7-4714-b073-e40872441d8d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.162159] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.162397] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.162500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.162789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.163024] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.163183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.163304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.163593] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.163810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.163903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.164087] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.164280] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.164415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.164696] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.164821] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.164951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.165353] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.165575] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.165716] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.165871] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.166045] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.183717] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('011231ad-5273-4195-887e-5e674e1a6d8c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.185377] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-449 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.185377] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-449" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.185482] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-449" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.185759] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-449" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.186033] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.186196] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.186317] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.186598] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.186670] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.186873] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.186987] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.187133] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.187247] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.187362] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 871.187471] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.187605] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.207205] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.207505] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 871.207747] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.208076] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-449" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.208564] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-b44e82b3-f452-4bed-b568-c759a943f4ac taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.208852] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-b44e82b3-f452-4bed-b568-c759a943f4ac" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.209015] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-b44e82b3-f452-4bed-b568-c759a943f4ac" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.209352] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-b44e82b3-f452-4bed-b568-c759a943f4ac" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.209494] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b44e82b3-f452-4bed-b568-c759a943f4ac',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.213662] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.213804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.213873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.214895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.214895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.214895] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.214895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.214895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.214895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.214895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.214895] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c already deleted. [ 871.214895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.516708] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.516870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.516942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.517180] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.537764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.538053] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.538209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.538268] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.538484] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.538591] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.538687] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f56845-88b7-4714-b073-e40872441d8d is going to be updated. [ 871.563710] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.563862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.563970] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.566750] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.566750] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.572447] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: IN_PROGRESS for 2s [ 871.669159] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 39e03525-d5bb-433c-b1f1-70f5d1082613: rpc.has_security_group_logging(os_id): False [ 871.686898] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.687480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.687480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.687480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.687787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.687787] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.687927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.688036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.688249] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.688403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.688583] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.688690] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.688755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.688923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.689015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.692983] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.692983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.692983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.692983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.692983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.692983] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be updated. [ 871.692983] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.692983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.692983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.692983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.692983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.692983] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011231ad-5273-4195-887e-5e674e1a6d8c is going to be created. [ 871.712949] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.713156] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.713289] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.713578] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.713806] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.713968] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port b44e82b3-f452-4bed-b568-c759a943f4ac not found, creating... [ 871.714514] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.714735] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.714865] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.715106] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.715252] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.715563] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.715880] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.715880] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.716086] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.716202] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.716388] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: b44e82b3-f452-4bed-b568-c759a943f4ac is going to be created. [ 871.718173] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.718287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.718362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.718496] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.718641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.730765] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011231ad-5273-4195-887e-5e674e1a6d8c in Status: UNINITIALIZED for 2s [ 871.739628] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.739860] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.739986] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.740288] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.740524] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.740735] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-b44e82b3-f452-4bed-b568-c759a943f4ac" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.752282] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.752410] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.752410] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.752620] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.752727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.767611] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 872.258077] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 872.258382] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.766749] env[69179]: INFO networking_nsxv3.common.synchronization [req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be req-90360779-302b-4a6a-a261-0807cc0c258b service nova] Enqueued Resource ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c with Priority: HIGHEST for action security_group_rules [ 872.766749] env[69179]: INFO networking_nsxv3.common.synchronization [req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be req-90360779-302b-4a6a-a261-0807cc0c258b service nova] Enqueued Resource ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c with Priority: HIGHEST for action security_group_members [ 872.767130] env[69179]: INFO networking_nsxv3.common.synchronization [req-0cd69810-1fd8-4dc8-bbeb-6500eccc59be req-90360779-302b-4a6a-a261-0807cc0c258b service nova] Enqueued Resource ID: b44e82b3-f452-4bed-b568-c759a943f4ac with Priority: HIGHEST for action port [ 872.767130] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c with Priority: HIGHEST for action security_group_rules [ 872.767217] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c with Priority: HIGHEST for action security_group_members [ 872.767390] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b44e82b3-f452-4bed-b568-c759a943f4ac with Priority: HIGHEST for action port [ 872.767870] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9764e11-137f-4b36-b767-bfd3f5f2ce9c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.768200] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.768272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.768524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.768609] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9764e11-137f-4b36-b767-bfd3f5f2ce9c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.769470] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.769594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.773027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.773027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.773027] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.773027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.773027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.773027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.773027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.773027] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9764e11-137f-4b36-b767-bfd3f5f2ce9c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.773027] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-b44e82b3-f452-4bed-b568-c759a943f4ac taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.773027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b44e82b3-f452-4bed-b568-c759a943f4ac" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.773027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b44e82b3-f452-4bed-b568-c759a943f4ac" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.773027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b44e82b3-f452-4bed-b568-c759a943f4ac" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.773027] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b44e82b3-f452-4bed-b568-c759a943f4ac',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.274092] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9764e11-137f-4b36-b767-bfd3f5f2ce9c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.275171] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.275299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.275444] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b44e82b3-f452-4bed-b568-c759a943f4ac with status ACTIVE [ 873.275596] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.275700] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.275765] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.275963] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.276060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.276233] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.276329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.276388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.276540] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.276615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.276810] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.276903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.276960] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.279203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.279315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.279407] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b44e82b3-f452-4bed-b568-c759a943f4ac is going to be updated. [ 873.312200] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.312386] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.312479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.312630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.312771] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.312923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b44e82b3-f452-4bed-b568-c759a943f4ac" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.581282] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f56845-88b7-4714-b073-e40872441d8d in Status: SUCCESS [ 873.581534] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f56845-88b7-4714-b073-e40872441d8d deletion is rescheduled due to dependency. [ 873.581604] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f56845-88b7-4714-b073-e40872441d8d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.742104] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011231ad-5273-4195-887e-5e674e1a6d8c in Status: SUCCESS [ 873.742665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.742866] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.743120] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.743422] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.743562] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.743642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.743827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.743942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.744081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.744199] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('011231ad-5273-4195-887e-5e674e1a6d8c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.779282] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 873.779592] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.780957] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9764e11-137f-4b36-b767-bfd3f5f2ce9c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.247964] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-011231ad-5273-4195-887e-5e674e1a6d8c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.248187] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.248265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.249033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.249033] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.249033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.249033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.249033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.249392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.249392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.249392] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-011231ad-5273-4195-887e-5e674e1a6d8c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.249487] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.249516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.249656] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.249837] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.249918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.249995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.250151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.250229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.250338] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.250426] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('011231ad-5273-4195-887e-5e674e1a6d8c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.283801] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.284019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.284130] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.284344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.284435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.284552] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c is going to be created. [ 874.310780] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.310936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.311018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.311290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.311473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.320748] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c in Status: UNINITIALIZED for 2s [ 874.629747] env[69179]: INFO networking_nsxv3.common.synchronization [req-33d3f3e0-1c82-47a4-97f3-3a1f76cdd017 req-0ad7a221-0ffb-4bb4-b89f-9dd1fb7e3b11 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Enqueued Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 874.630624] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 874.630759] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.630848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.630917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.631107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.631287] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.631409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.631471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.631640] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.631722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.631819] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.752993] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 011231ad-5273-4195-887e-5e674e1a6d8c: rpc.has_security_group_logging(os_id): False [ 874.770166] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.770365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.770414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.770629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.770719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.770931] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.771080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.771113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.771233] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.771309] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.771486] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.771576] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.771631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.771769] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.771839] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.772065] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.772065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.772065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.772348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.772458] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.772458] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 011231ad-5273-4195-887e-5e674e1a6d8c is going to be created. [ 874.826186] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.826481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.826481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.826610] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.826795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.837813] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 011231ad-5273-4195-887e-5e674e1a6d8c in Status: IN_PROGRESS for 2s [ 875.134200] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.134406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.134515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.134809] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.134940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.135229] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.135373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.135470] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.135687] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.135800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.135926] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 is going to be updated. [ 875.167030] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.167030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.167030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.167030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.167030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.177850] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: IN_PROGRESS for 2s [ 875.546296] env[69179]: INFO networking_nsxv3.common.synchronization [req-1ee2a010-868b-42e9-bec4-61a238373a26 req-fecc7f98-9f2a-41e3-b9ec-9a6f40a756b1 tempest-ServerRescueTestJSON-867930276 tempest-ServerRescueTestJSON-867930276-project-member] Enqueued Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGHEST for action security_group_members [ 875.547086] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGHEST for action security_group_members [ 875.548404] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.548573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.548573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.548942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.549116] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.549304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.549304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.549504] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.549594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.549692] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.735262] env[69179]: INFO networking_nsxv3.common.synchronization [req-b1921a75-1525-426e-af4e-abdbead02666 req-53466f7b-c5bb-4429-952e-54e4b06d8b03 tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Enqueued Resource ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 with Priority: HIGHEST for action security_group_members [ 875.736027] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 with Priority: HIGHEST for action security_group_members [ 875.736820] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-3193756e-41ad-42dc-83df-cfa229fc74f7 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.736909] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.737346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.737346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.737473] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.737473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.737585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.739258] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.739258] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.739258] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3193756e-41ad-42dc-83df-cfa229fc74f7',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.052010] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.052362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.052478] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.052772] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.052918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.053271] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.053367] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.053425] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.053642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.053735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.053849] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 is going to be updated. [ 876.086905] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.087139] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.087245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.087530] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.088072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.093024] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-595 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.093024] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-595" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.093024] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-595" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.093320] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-595" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.093429] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.093626] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.093785] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.094605] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.094769] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.094989] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.095120] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 876.095234] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 876.095354] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 876.095451] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 876.095560] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 876.095692] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 876.097684] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 in Status: IN_PROGRESS for 2s [ 876.115173] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 876.115364] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 876.115587] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 876.115822] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-595" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.116194] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-45a27f2a-cce5-4b02-9909-d7e97b4bcef6 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.116394] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-45a27f2a-cce5-4b02-9909-d7e97b4bcef6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.116518] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-45a27f2a-cce5-4b02-9909-d7e97b4bcef6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.117173] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-45a27f2a-cce5-4b02-9909-d7e97b4bcef6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.117173] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45a27f2a-cce5-4b02-9909-d7e97b4bcef6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.240078] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.240355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.240355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.240597] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.240686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.240892] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.240983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.241050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.241202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.241333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.241386] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 already deleted. [ 876.241455] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.329748] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c in Status: SUCCESS [ 876.329983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.330167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.330523] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.331659] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.331659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.331659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.331659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.331659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.331659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.331659] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9764e11-137f-4b36-b767-bfd3f5f2ce9c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.619896] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.622648] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.622648] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.622648] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.622648] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.622648] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 45a27f2a-cce5-4b02-9909-d7e97b4bcef6 not found, creating... [ 876.622648] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.622648] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.622648] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.622648] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.622648] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.623531] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.623531] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.623531] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.624299] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.624299] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.624456] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 45a27f2a-cce5-4b02-9909-d7e97b4bcef6 is going to be created. [ 876.644687] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.644932] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.645936] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.645936] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.645936] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.645936] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-45a27f2a-cce5-4b02-9909-d7e97b4bcef6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.835339] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.835339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.835339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.835339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.835339] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.835339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.835339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.835339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.835339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.835763] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.835763] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.835862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.835973] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.836203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.836428] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.836665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.836780] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.837018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.837162] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.837266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.837390] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9764e11-137f-4b36-b767-bfd3f5f2ce9c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.850161] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 011231ad-5273-4195-887e-5e674e1a6d8c in Status: SUCCESS [ 876.850457] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.186603] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: SUCCESS [ 877.186872] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 deletion is rescheduled due to dependency. [ 877.186913] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.340615] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9764e11-137f-4b36-b767-bfd3f5f2ce9c: rpc.has_security_group_logging(os_id): False [ 877.356557] env[69179]: INFO networking_nsxv3.common.synchronization [req-b1921a75-1525-426e-af4e-abdbead02666 req-5084a219-00e3-441c-b576-4037498f1cfe service nova] Enqueued Resource ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 with Priority: HIGHEST for action security_group_rules [ 877.356743] env[69179]: INFO networking_nsxv3.common.synchronization [req-b1921a75-1525-426e-af4e-abdbead02666 req-5084a219-00e3-441c-b576-4037498f1cfe service nova] Enqueued Resource ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 with Priority: HIGHEST for action security_group_members [ 877.356883] env[69179]: INFO networking_nsxv3.common.synchronization [req-b1921a75-1525-426e-af4e-abdbead02666 req-5084a219-00e3-441c-b576-4037498f1cfe service nova] Enqueued Resource ID: 45a27f2a-cce5-4b02-9909-d7e97b4bcef6 with Priority: HIGHEST for action port [ 877.357137] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 with Priority: HIGHEST for action security_group_rules [ 877.357264] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 with Priority: HIGHEST for action security_group_members [ 877.357361] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45a27f2a-cce5-4b02-9909-d7e97b4bcef6 with Priority: HIGHEST for action port [ 877.357927] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3193756e-41ad-42dc-83df-cfa229fc74f7 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.358083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.358146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.358424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.358513] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3193756e-41ad-42dc-83df-cfa229fc74f7',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.359431] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-3193756e-41ad-42dc-83df-cfa229fc74f7 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.359550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.359616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.359779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.359928] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.360034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.360118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.360228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.360409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.360567] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3193756e-41ad-42dc-83df-cfa229fc74f7',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.361327] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-45a27f2a-cce5-4b02-9909-d7e97b4bcef6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.361459] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45a27f2a-cce5-4b02-9909-d7e97b4bcef6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.361530] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45a27f2a-cce5-4b02-9909-d7e97b4bcef6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.361841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45a27f2a-cce5-4b02-9909-d7e97b4bcef6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.361841] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45a27f2a-cce5-4b02-9909-d7e97b4bcef6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.363823] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.363925] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.363995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.364163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.364247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.364467] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.364583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.364630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.364774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.364850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.365061] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.365156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.365218] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.366118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.366231] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.366429] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.366532] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.366598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.366749] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.366827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.366914] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c is going to be created. [ 877.459015] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.459188] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.459261] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.459475] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.459655] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.469388] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c in Status: IN_PROGRESS for 2s [ 877.863656] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-3193756e-41ad-42dc-83df-cfa229fc74f7 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.863831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.869348] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3193756e-41ad-42dc-83df-cfa229fc74f7',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.870337] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45a27f2a-cce5-4b02-9909-d7e97b4bcef6 with status ACTIVE [ 877.870596] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.870727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.870794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.870998] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.871102] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.871323] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.871472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.871472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.871631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.871706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.871882] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.872076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.872076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.872186] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.872256] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.875359] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45a27f2a-cce5-4b02-9909-d7e97b4bcef6 is going to be updated. [ 877.894852] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.895956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.895956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.895956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.895956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.895956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45a27f2a-cce5-4b02-9909-d7e97b4bcef6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.112120] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 in Status: SUCCESS [ 878.112120] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 deletion is rescheduled due to dependency. [ 878.112120] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.378808] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3193756e-41ad-42dc-83df-cfa229fc74f7',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.881585] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.881752] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.881827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.882061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.882362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.882362] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 is going to be created. [ 878.905558] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.905558] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.905558] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.905866] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.905866] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.914396] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 in Status: UNINITIALIZED for 2s [ 879.480754] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c in Status: SUCCESS [ 879.481067] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.924482] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 in Status: SUCCESS [ 880.925084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.925084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.925188] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.925326] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.925450] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.925514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.925666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.925744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.925845] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.925938] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3193756e-41ad-42dc-83df-cfa229fc74f7',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.353058] env[69179]: INFO networking_nsxv3.common.synchronization [req-68472a6f-8835-45d7-8a11-a7f2987fc7ca req-888539ac-519b-4f08-9b9e-3fb778d22f88 tempest-InstanceActionsV221TestJSON-1603779833 tempest-InstanceActionsV221TestJSON-1603779833-project-member] Enqueued Resource ID: 011231ad-5273-4195-887e-5e674e1a6d8c with Priority: HIGHEST for action security_group_members [ 881.353762] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011231ad-5273-4195-887e-5e674e1a6d8c with Priority: HIGHEST for action security_group_members [ 881.355230] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-011231ad-5273-4195-887e-5e674e1a6d8c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.355230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.355230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.355230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.355230] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.355230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.355230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.355793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.355793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.355793] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('011231ad-5273-4195-887e-5e674e1a6d8c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.430938] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-3193756e-41ad-42dc-83df-cfa229fc74f7 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.430938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.430938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.430938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.430938] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.430938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.430938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.430938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.430938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.430938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.430938] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-3193756e-41ad-42dc-83df-cfa229fc74f7 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.430938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.430938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.430938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.430938] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.430938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.431856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.431856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.431856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.431856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.431856] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3193756e-41ad-42dc-83df-cfa229fc74f7',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.861531] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.861684] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.861755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.861976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.862088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.862301] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.862410] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.862453] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.862602] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.862681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.862800] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011231ad-5273-4195-887e-5e674e1a6d8c is going to be updated. [ 881.890246] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.890396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.890484] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.890677] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.890817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.898401] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011231ad-5273-4195-887e-5e674e1a6d8c in Status: IN_PROGRESS for 2s [ 881.932794] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3193756e-41ad-42dc-83df-cfa229fc74f7: rpc.has_security_group_logging(os_id): False [ 881.951665] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.951665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.951665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.951665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.951887] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.951971] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.952540] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.952648] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.952812] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.952892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.953093] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.953197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.953269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.953394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.953469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.953669] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.954116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.954116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.954116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.954116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.954340] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 is going to be created. [ 881.960710] env[69179]: INFO networking_nsxv3.common.synchronization [req-d40e85ef-dc24-4f5e-ac1f-6cebeda1d78a req-80014a35-e3c3-4ffd-9421-46611e0c9991 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Enqueued Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 881.961067] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 881.961371] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.961509] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.961571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.962505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.962505] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.962505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.962689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.962726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.963522] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.963522] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.034484] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.034679] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.034679] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.034876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.035065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.052851] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 in Status: IN_PROGRESS for 2s [ 882.465354] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.977842] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.479060] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.479060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.479060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.479060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.479060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.479060] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 is going to be updated. [ 883.506401] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.506581] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.506581] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.506828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.506946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.515201] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: IN_PROGRESS for 2s [ 883.908204] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011231ad-5273-4195-887e-5e674e1a6d8c in Status: SUCCESS [ 883.908906] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011231ad-5273-4195-887e-5e674e1a6d8c deletion is rescheduled due to dependency. [ 883.908906] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011231ad-5273-4195-887e-5e674e1a6d8c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.067214] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 in Status: SUCCESS [ 884.067214] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.303288] env[69179]: INFO networking_nsxv3.common.synchronization [req-5f926163-8517-4e35-8741-27e93d372c71 req-13c9808a-5b39-4d31-8731-ece4f79f68d0 tempest-ServerAddressesTestJSON-953316992 tempest-ServerAddressesTestJSON-953316992-project-member] Enqueued Resource ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c with Priority: HIGHEST for action security_group_members [ 885.303888] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c with Priority: HIGHEST for action security_group_members [ 885.304483] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.304589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.304847] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.304847] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.305583] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.305583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.305583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.305583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.305583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.305583] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9764e11-137f-4b36-b767-bfd3f5f2ce9c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.525166] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: SUCCESS [ 885.525388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.809446] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.809446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.809446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.809446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.809714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.809753] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.809852] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.809909] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.810069] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.810138] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.810230] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c is going to be updated. [ 885.839867] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.840067] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.840141] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.840346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.840871] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.849131] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c in Status: IN_PROGRESS for 2s [ 886.980609] env[69179]: INFO networking_nsxv3.common.synchronization [req-325cb25b-3f4e-4afa-a447-696430a54c72 req-9e7364f4-823e-426d-aaf4-43668588086c tempest-ListImageFiltersTestJSON-427372576 tempest-ListImageFiltersTestJSON-427372576-project-member] Enqueued Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGHEST for action security_group_members [ 886.981233] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGHEST for action security_group_members [ 886.981552] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff6e24b5-148f-404a-9ef3-b691e7b46127 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.981691] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.981775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.982030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.986833] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.986833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.986833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.986833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.986833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.987128] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.342238] env[69179]: INFO networking_nsxv3.common.synchronization [None req-dc929f20-20a0-4b37-b907-2a0dee48fa04 None None] Enqueued Resource ID: 89f1f6e4-0da5-4e30-8a2a-b25d2515563d with Priority: HIGHEST for action port [ 887.342869] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89f1f6e4-0da5-4e30-8a2a-b25d2515563d with Priority: HIGHEST for action port [ 887.343262] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-89f1f6e4-0da5-4e30-8a2a-b25d2515563d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.343388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89f1f6e4-0da5-4e30-8a2a-b25d2515563d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.343469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89f1f6e4-0da5-4e30-8a2a-b25d2515563d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.343896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89f1f6e4-0da5-4e30-8a2a-b25d2515563d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.344014] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f1f6e4-0da5-4e30-8a2a-b25d2515563d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.492564] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.492799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.492864] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.493122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.527542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.528038] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.528238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.528355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.528956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.529066] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.529156] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 is going to be updated. [ 887.556385] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.557038] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.557160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.557377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.557550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.566935] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 in Status: IN_PROGRESS for 2s [ 887.846710] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89f1f6e4-0da5-4e30-8a2a-b25d2515563d [ 887.846710] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.846710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.846710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.847134] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.847134] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.847134] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89f1f6e4-0da5-4e30-8a2a-b25d2515563d already deleted. [ 887.847134] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89f1f6e4-0da5-4e30-8a2a-b25d2515563d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.860863] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c in Status: SUCCESS [ 887.861049] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c deletion is rescheduled due to dependency. [ 887.861163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.338405] env[69179]: INFO networking_nsxv3.common.synchronization [req-0e12f723-421b-4752-8ace-fdbc2226edb9 req-f3a11423-06a3-407b-81e9-130b7ce544e7 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 888.339094] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 888.339517] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.339637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.339716] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.339913] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.340071] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.340176] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.340242] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.340554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.340554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.341484] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.539195] env[69179]: INFO networking_nsxv3.common.synchronization [req-0d34e349-9fe8-40b1-bcea-d397e156eb0f req-7dc7cb73-5aad-4a9d-ab68-1891365fc1fd tempest-ServerMetadataNegativeTestJSON-2071738016 tempest-ServerMetadataNegativeTestJSON-2071738016-project-member] Enqueued Resource ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 with Priority: HIGHEST for action security_group_members [ 888.539920] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 with Priority: HIGHEST for action security_group_members [ 888.541990] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-3193756e-41ad-42dc-83df-cfa229fc74f7 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.541990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.541990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.541990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.541990] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.541990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.541990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.541990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.541990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.541990] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3193756e-41ad-42dc-83df-cfa229fc74f7',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.842528] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.842697] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.842769] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.843057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.843161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.843364] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.843463] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.843521] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.843674] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.843748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.843837] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be updated. [ 888.869956] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.870114] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.870348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.870409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.870537] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.881137] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 889.047966] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.047966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.047966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.047966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.047966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.047966] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.047966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.047966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.047966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.047966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.047966] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 is going to be updated. [ 889.075757] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.075835] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.075869] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.076125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.076236] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.085941] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 in Status: IN_PROGRESS for 2s [ 889.275102] env[69179]: INFO networking_nsxv3.common.synchronization [req-4099756e-e4bb-41a7-b0ee-db52f15f9c20 req-f65126bb-a347-472b-8354-131429b99fca tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 889.275580] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 889.275896] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.276086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.276171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.276373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.276519] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.276619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.276682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.276821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.276906] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.277022] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.576550] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 in Status: SUCCESS [ 889.576806] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 deletion is rescheduled due to dependency. [ 889.576806] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.780861] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.781081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.781139] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.781335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.781430] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.781644] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.781748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.781811] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.781962] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.782049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.782141] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 889.810720] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.810720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.810720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.810720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.810720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.819280] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 889.868904] env[69179]: INFO networking_nsxv3.common.synchronization [None req-173d3061-685f-4a35-8688-3857030147e4 None None] Enqueued Resource ID: 200a65c3-05d6-4af3-a170-f2cdc7bc0f80 with Priority: HIGHEST for action port [ 889.869181] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200a65c3-05d6-4af3-a170-f2cdc7bc0f80 with Priority: HIGHEST for action port [ 889.869733] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-200a65c3-05d6-4af3-a170-f2cdc7bc0f80 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.869903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-200a65c3-05d6-4af3-a170-f2cdc7bc0f80" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.869903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-200a65c3-05d6-4af3-a170-f2cdc7bc0f80" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.870176] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-200a65c3-05d6-4af3-a170-f2cdc7bc0f80" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.870351] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200a65c3-05d6-4af3-a170-f2cdc7bc0f80',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.372205] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 200a65c3-05d6-4af3-a170-f2cdc7bc0f80 [ 890.372392] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.373039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.373039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.373039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.373039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.373039] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:200a65c3-05d6-4af3-a170-f2cdc7bc0f80 already deleted. [ 890.373039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-200a65c3-05d6-4af3-a170-f2cdc7bc0f80" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.892310] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 890.892310] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c deletion is rescheduled due to dependency. [ 890.892310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.095066] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 in Status: SUCCESS [ 891.095857] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 deletion is rescheduled due to dependency. [ 891.095857] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.829319] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 891.829503] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 deletion is rescheduled due to dependency. [ 891.829613] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.579812] env[69179]: INFO networking_nsxv3.common.synchronization [req-6f4e7826-8edb-420f-95af-83af08a67731 req-e53bdfec-783f-4002-88d4-b2e69685caec tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Enqueued Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_members [ 893.580304] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_members [ 893.580653] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-98568ac7-233d-48d9-b5e9-3def66b3d593 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.580903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.580903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.581050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.581224] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.581321] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.581384] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.581535] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.581659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.581915] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.994568] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-184 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.994821] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-184" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.994946] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-184" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.995264] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-184" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.995534] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.995696] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.995818] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.996186] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.996374] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.996595] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.996711] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.997370] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.997370] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.997370] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 893.997370] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.997370] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.016953] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.017867] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 894.017867] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.017867] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-184" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.018154] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-a662a72b-1794-41e1-a118-a71b5719eb0b taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.018414] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-a662a72b-1794-41e1-a118-a71b5719eb0b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.018590] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-a662a72b-1794-41e1-a118-a71b5719eb0b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.019245] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-a662a72b-1794-41e1-a118-a71b5719eb0b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.019245] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a662a72b-1794-41e1-a118-a71b5719eb0b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.085386] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.085386] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.085386] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.085386] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.085386] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.085386] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.085386] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.085386] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.085686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.085686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.085686] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 is going to be deleted. [ 894.111873] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.111999] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.112087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.112283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.112371] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.112469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.524950] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.524950] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.524950] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.524950] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.524950] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.524950] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port a662a72b-1794-41e1-a118-a71b5719eb0b not found, creating... [ 894.524950] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.524950] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.524950] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.524950] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.524950] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.525780] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.525780] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.525780] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.526462] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.526462] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.526462] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: a662a72b-1794-41e1-a118-a71b5719eb0b is going to be created. [ 894.545626] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.545752] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.545831] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.546145] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.546717] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.546717] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-a662a72b-1794-41e1-a118-a71b5719eb0b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.910970] env[69179]: INFO networking_nsxv3.common.synchronization [None req-8578a9ff-2e8b-4994-a5c2-237d6de92229 None None] Enqueued Resource ID: dcaf2d67-a9c0-4dab-bf3a-2d383402e104 with Priority: HIGHEST for action port [ 894.913914] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcaf2d67-a9c0-4dab-bf3a-2d383402e104 with Priority: HIGHEST for action port [ 894.913914] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcaf2d67-a9c0-4dab-bf3a-2d383402e104 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.913914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcaf2d67-a9c0-4dab-bf3a-2d383402e104" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.913914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcaf2d67-a9c0-4dab-bf3a-2d383402e104" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.913914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcaf2d67-a9c0-4dab-bf3a-2d383402e104" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.913914] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcaf2d67-a9c0-4dab-bf3a-2d383402e104',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.310169] env[69179]: INFO networking_nsxv3.common.synchronization [req-6f4e7826-8edb-420f-95af-83af08a67731 req-9873661b-5ac8-41b6-9eba-a514613d59b6 service nova] Enqueued Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_rules [ 895.310169] env[69179]: INFO networking_nsxv3.common.synchronization [req-6f4e7826-8edb-420f-95af-83af08a67731 req-9873661b-5ac8-41b6-9eba-a514613d59b6 service nova] Enqueued Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_members [ 895.310169] env[69179]: INFO networking_nsxv3.common.synchronization [req-6f4e7826-8edb-420f-95af-83af08a67731 req-9873661b-5ac8-41b6-9eba-a514613d59b6 service nova] Enqueued Resource ID: a662a72b-1794-41e1-a118-a71b5719eb0b with Priority: HIGHEST for action port [ 895.310169] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_rules [ 895.310169] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_members [ 895.310169] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a662a72b-1794-41e1-a118-a71b5719eb0b with Priority: HIGHEST for action port [ 895.311457] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98568ac7-233d-48d9-b5e9-3def66b3d593 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.315469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.315469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.315469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.315469] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.315469] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-98568ac7-233d-48d9-b5e9-3def66b3d593 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.315469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.315469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.315469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.315469] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.315469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.315469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.315469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.315469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.315469] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.315469] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-a662a72b-1794-41e1-a118-a71b5719eb0b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.315469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a662a72b-1794-41e1-a118-a71b5719eb0b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.315469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a662a72b-1794-41e1-a118-a71b5719eb0b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.316402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a662a72b-1794-41e1-a118-a71b5719eb0b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.316742] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a662a72b-1794-41e1-a118-a71b5719eb0b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.416149] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcaf2d67-a9c0-4dab-bf3a-2d383402e104 [ 895.416562] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.416562] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.416721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.416974] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.417080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.417177] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcaf2d67-a9c0-4dab-bf3a-2d383402e104 already deleted. [ 895.417264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcaf2d67-a9c0-4dab-bf3a-2d383402e104" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.818672] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.819777] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-98568ac7-233d-48d9-b5e9-3def66b3d593 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.819862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.820201] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a662a72b-1794-41e1-a118-a71b5719eb0b with status ACTIVE [ 895.820350] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.820496] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.820533] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.820706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.820792] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.820958] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.821060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.821118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.821259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.821327] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.821499] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.821585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.821648] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.821810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.821880] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.821961] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a662a72b-1794-41e1-a118-a71b5719eb0b is going to be updated. [ 895.842079] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.842241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.842291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.842505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.842634] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.842984] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a662a72b-1794-41e1-a118-a71b5719eb0b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.091155] env[69179]: INFO networking_nsxv3.common.synchronization [req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 req-b6559338-06cb-4b1a-be88-3dd5f0339f0e tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 896.091708] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 896.092030] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.092151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.092218] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.092690] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.092849] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.092938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.093008] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.093167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.093250] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.093343] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.320823] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.598491] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.828238] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.828238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.828238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.828238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.828238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.828238] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 is going to be created. [ 896.848548] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.852669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.852669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.852669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.852669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.858497] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 in Status: UNINITIALIZED for 2s [ 896.909382] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-753 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.909382] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-753" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.909647] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-753" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.910039] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-753" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.910039] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.910278] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.914098] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.914479] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.914568] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.914789] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.914906] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.915030] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.915146] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.915259] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 896.915369] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.915509] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.933051] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.933051] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 896.933051] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.933051] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-753" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.933299] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.933467] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.933592] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.933924] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.934080] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.998315] env[69179]: INFO networking_nsxv3.common.synchronization [None req-645be428-1b0a-4fda-9fb2-2294ea193ef2 None None] Enqueued Resource ID: 9674f9b1-d61d-4d6d-847e-dc9cc0d14bef with Priority: HIGHEST for action port [ 896.998315] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9674f9b1-d61d-4d6d-847e-dc9cc0d14bef with Priority: HIGHEST for action port [ 896.998571] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-9674f9b1-d61d-4d6d-847e-dc9cc0d14bef taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.998770] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9674f9b1-d61d-4d6d-847e-dc9cc0d14bef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.998866] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9674f9b1-d61d-4d6d-847e-dc9cc0d14bef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.999140] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9674f9b1-d61d-4d6d-847e-dc9cc0d14bef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.999247] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9674f9b1-d61d-4d6d-847e-dc9cc0d14bef',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.103472] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.189863] env[69179]: INFO networking_nsxv3.common.synchronization [req-d10a92c7-1cd9-43e5-8fdc-89229b66d1fa req-b5d65def-b6b6-42a3-babe-64eeee37ea38 tempest-ServerActionsV293TestJSON-1078717415 tempest-ServerActionsV293TestJSON-1078717415-project-member] Enqueued Resource ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 with Priority: HIGHEST for action security_group_members [ 897.189863] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 with Priority: HIGHEST for action security_group_members [ 897.189863] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.189863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.189863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.189863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.189863] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.189863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.189863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.189863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.189863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.191540] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4f56fd3-b6f3-47ef-b1b2-f08aced97c26',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.436711] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.437053] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.437192] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.437535] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.437699] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.437883] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc not found, creating... [ 897.438192] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.438372] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.438504] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.438805] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.438975] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.439330] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.440290] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.440290] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.440290] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.440290] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.440290] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc is going to be created. [ 897.459465] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.459728] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.459864] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.460426] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.460426] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.460672] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.504209] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9674f9b1-d61d-4d6d-847e-dc9cc0d14bef [ 897.504209] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.504209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.504209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.504209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.504209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.504209] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9674f9b1-d61d-4d6d-847e-dc9cc0d14bef already deleted. [ 897.504209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9674f9b1-d61d-4d6d-847e-dc9cc0d14bef" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.605861] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.606017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.606081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.606309] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.606392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.606497] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 is going to be updated. [ 897.652893] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.653129] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.653129] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.653308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.653449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.661841] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: IN_PROGRESS for 2s [ 897.692753] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.692956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.693112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.693396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.715832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.716140] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.716287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.716368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.716554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.716641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.716737] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 is going to be updated. [ 897.743719] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.743880] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.744076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.744176] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.744315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.754711] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 in Status: IN_PROGRESS for 2s [ 898.384710] env[69179]: INFO networking_nsxv3.common.synchronization [req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 req-a3712885-8ce6-4421-8fa4-cd2119a5b4c8 service nova] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_rules [ 898.384952] env[69179]: INFO networking_nsxv3.common.synchronization [req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 req-a3712885-8ce6-4421-8fa4-cd2119a5b4c8 service nova] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 898.385501] env[69179]: INFO networking_nsxv3.common.synchronization [req-28a27151-08a0-42b4-b7f0-c45a7227f4a6 req-a3712885-8ce6-4421-8fa4-cd2119a5b4c8 service nova] Enqueued Resource ID: f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc with Priority: HIGHEST for action port [ 898.385897] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_rules [ 898.386098] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 898.386200] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc with Priority: HIGHEST for action port [ 898.386773] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.386940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.386979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.387309] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.387309] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.388090] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.388909] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.389157] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.389248] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.389314] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.389611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.389702] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.873034] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 in Status: SUCCESS [ 898.873034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.873034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.873034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.873034] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.873251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.873251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.873886] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.873886] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.873886] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.873886] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.892611] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc with status ACTIVE [ 898.892923] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.893035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.893098] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.893463] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.893563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.893833] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.893997] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.894385] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.894385] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.894467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.894755] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.894914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.895015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.897576] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.897576] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.897576] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc is going to be updated. [ 898.898982] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.899159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.918416] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.918416] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.918416] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.918742] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.918742] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.918954] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6a92d65-4b29-4ba5-a1c0-96aba69f1cbc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.380026] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.673562] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: SUCCESS [ 899.673794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.673943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.674181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.674366] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.674508] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.674570] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.674743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.674826] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.674928] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.764999] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 in Status: SUCCESS [ 899.765186] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 deletion is rescheduled due to dependency. [ 899.765288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.879928] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98568ac7-233d-48d9-b5e9-3def66b3d593: rpc.has_security_group_logging(os_id): False [ 899.899125] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.899291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.899357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.899589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.899667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.899916] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.900053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.900084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.900230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.900290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.900381] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 is going to be created. [ 899.962320] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.962609] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.962764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.963181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.963493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.978392] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 in Status: IN_PROGRESS for 2s [ 900.181080] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.683482] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.190017] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.190017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.190017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.190017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.190017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.190017] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 is going to be updated. [ 901.232397] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.232397] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.232397] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.232626] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.232626] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.241529] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: IN_PROGRESS for 2s [ 901.298327] env[69179]: INFO networking_nsxv3.common.synchronization [req-18f9ded0-36d8-4535-842a-c614b412c7f0 req-176ed7e4-b05e-4fab-977c-469b53773299 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 901.299061] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 901.299812] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.299812] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.299812] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.300047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.300273] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.300442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.300592] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.300736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.300994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.301170] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.736593] env[69179]: INFO networking_nsxv3.common.synchronization [req-18f9ded0-36d8-4535-842a-c614b412c7f0 req-54509fe5-c982-4c87-95f4-5ce5fc27e2f8 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 901.737218] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 901.737538] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.737640] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.803669] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.803830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.803906] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.804147] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.804240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.804435] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.804847] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.804912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.805092] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.805174] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.805264] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc already deleted. [ 901.805374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.805553] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.805707] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.805847] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.805943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.806011] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.806584] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.806681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.806778] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.995027] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 in Status: SUCCESS [ 901.995270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.091105] env[69179]: INFO networking_nsxv3.common.synchronization [req-18f9ded0-36d8-4535-842a-c614b412c7f0 req-892c787f-e66d-40ee-ab41-67a806c6db22 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 902.091868] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 902.094700] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.094700] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.309401] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.309554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.309636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.309883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.310099] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.310159] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.310248] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.310289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.310455] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.310528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.310612] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc already deleted. [ 902.310688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.310912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.311083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.311222] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.311315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.311374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.311505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.311598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.311694] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.455583] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.455894] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-406" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.456136] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-406" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.456561] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-406" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.456950] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.457212] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.457476] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.457783] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.457954] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.458431] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.458628] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.458818] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.459013] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.459196] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.459380] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.459613] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.479151] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.479340] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 902.479743] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.479743] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-406" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.480047] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.480620] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.480620] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.480620] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.480775] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.815459] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.816042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.816210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.816538] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.816812] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.817213] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.817442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.817588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.817867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.818472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.818472] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc already deleted. [ 902.818472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.984696] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.984915] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.985057] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.985361] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.986036] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.986036] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb not found, creating... [ 902.986036] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.986241] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.986241] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.986443] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.986580] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.986868] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.987028] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.987150] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.987363] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.987596] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.987682] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb is going to be created. [ 903.009951] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.009951] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.009951] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.010410] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.010410] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.010628] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.254864] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: SUCCESS [ 903.255083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.255253] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.255473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.255667] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.255785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.255848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.255994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.256082] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.256255] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.256255] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.758278] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.758460] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.758532] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.758751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.758926] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.759038] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.759098] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.759245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.759330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.759418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.759564] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.759655] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.759716] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.759854] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.760025] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.760159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.760224] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.760367] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.760438] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.760515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.760604] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.836186] env[69179]: INFO networking_nsxv3.common.synchronization [req-18f9ded0-36d8-4535-842a-c614b412c7f0 req-a36ea1a1-c705-4b19-9c49-fc5fecb0be0e service nova] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_rules [ 903.836452] env[69179]: INFO networking_nsxv3.common.synchronization [req-18f9ded0-36d8-4535-842a-c614b412c7f0 req-a36ea1a1-c705-4b19-9c49-fc5fecb0be0e service nova] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 903.836496] env[69179]: INFO networking_nsxv3.common.synchronization [req-18f9ded0-36d8-4535-842a-c614b412c7f0 req-a36ea1a1-c705-4b19-9c49-fc5fecb0be0e service nova] Enqueued Resource ID: 6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb with Priority: HIGHEST for action port [ 903.836723] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_rules [ 903.836852] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 903.836995] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb with Priority: HIGHEST for action port [ 903.837558] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.837671] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.837740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.839909] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.840059] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.841245] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.841347] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.841394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.841536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.841683] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.841778] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.841840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.841981] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.842074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.842164] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.842915] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.842979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.843055] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.843208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.843282] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.263593] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5: rpc.has_security_group_logging(os_id): False [ 904.284040] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.284190] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.284247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.284461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.284550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.284768] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.284868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.284936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.285127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.285209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.285398] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.285532] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.285572] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.285727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.285775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.285914] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.286025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.286082] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.286402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.286402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.286402] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 is going to be updated. [ 904.344470] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.344640] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.345982] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.347376] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb with status ACTIVE [ 904.347555] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.347674] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.347744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.347926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.348021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.348195] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.348292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.348337] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.348493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.348565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.348745] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.348896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.348967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.349120] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.349220] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.349292] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb is going to be updated. [ 904.353117] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.353270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.353313] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.353475] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.353605] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.367562] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: IN_PROGRESS for 2s [ 904.370729] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.370898] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.370966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.371176] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.371300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.371459] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b600c36-82a9-4a9c-9dd1-bbbd785a3bcb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.706457] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-964 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.706667] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-964" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.706796] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-964" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.707136] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-964" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.707397] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.707966] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.707966] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.708133] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.708228] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.708434] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.708551] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 904.708663] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 904.708831] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 904.708957] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 904.709084] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 904.709217] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 904.728032] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 904.728032] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 904.728032] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 904.728239] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-964" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.728434] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-10bd9ccd-7d52-4444-9473-47cef46f2d4c taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.728608] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-10bd9ccd-7d52-4444-9473-47cef46f2d4c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.728731] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-10bd9ccd-7d52-4444-9473-47cef46f2d4c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.729104] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-10bd9ccd-7d52-4444-9473-47cef46f2d4c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.729257] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10bd9ccd-7d52-4444-9473-47cef46f2d4c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.848085] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.235155] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.235570] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.235775] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.236122] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.236341] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.236555] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 10bd9ccd-7d52-4444-9473-47cef46f2d4c not found, creating... [ 905.236912] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.237182] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.237368] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.237677] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.237926] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.238275] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.238607] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.238689] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.238964] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.239180] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.239667] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 10bd9ccd-7d52-4444-9473-47cef46f2d4c is going to be created. [ 905.260058] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.260321] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.260477] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.262403] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.262780] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.262944] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-10bd9ccd-7d52-4444-9473-47cef46f2d4c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.350183] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.350362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.350448] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.350654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.350744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.350875] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be created. [ 905.388878] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.389066] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.389142] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.389349] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.389507] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.399097] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: UNINITIALIZED for 2s [ 906.033483] env[69179]: INFO networking_nsxv3.common.synchronization [req-fd59890b-58db-4ada-9b91-15da7234c1dd req-fc3f88d0-e466-404a-97fc-98a541407aa3 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Enqueued Resource ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 with Priority: HIGHEST for action security_group_members [ 906.033994] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 with Priority: HIGHEST for action security_group_members [ 906.034311] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b0aa5af-4a89-4567-80e9-fa53278afe52 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.034435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.034498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.034726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.034866] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.034955] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.036324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.036549] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.036815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.036815] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b0aa5af-4a89-4567-80e9-fa53278afe52',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.387538] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: SUCCESS [ 906.387538] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.542594] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.542797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.542797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.545183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.545183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.545183] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.545183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.545183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.545183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.545183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.545183] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 already deleted. [ 906.545183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.562022] env[69179]: INFO networking_nsxv3.common.synchronization [req-18f9ded0-36d8-4535-842a-c614b412c7f0 req-e66139a3-713b-429e-8b2b-645e3d1c39f5 service nova] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_rules [ 906.562266] env[69179]: INFO networking_nsxv3.common.synchronization [req-18f9ded0-36d8-4535-842a-c614b412c7f0 req-e66139a3-713b-429e-8b2b-645e3d1c39f5 service nova] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 906.562411] env[69179]: INFO networking_nsxv3.common.synchronization [req-18f9ded0-36d8-4535-842a-c614b412c7f0 req-e66139a3-713b-429e-8b2b-645e3d1c39f5 service nova] Enqueued Resource ID: 10bd9ccd-7d52-4444-9473-47cef46f2d4c with Priority: HIGHEST for action port [ 906.562926] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_rules [ 906.563610] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 906.563749] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10bd9ccd-7d52-4444-9473-47cef46f2d4c with Priority: HIGHEST for action port [ 906.564063] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.564171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.564415] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.564521] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.564798] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-10bd9ccd-7d52-4444-9473-47cef46f2d4c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.564905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10bd9ccd-7d52-4444-9473-47cef46f2d4c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.565058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10bd9ccd-7d52-4444-9473-47cef46f2d4c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.565197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10bd9ccd-7d52-4444-9473-47cef46f2d4c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.565296] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10bd9ccd-7d52-4444-9473-47cef46f2d4c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.745213] env[69179]: INFO networking_nsxv3.common.synchronization [req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 req-ebf47c33-a9e5-4649-972a-2391d0a269e4 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 906.745395] env[69179]: INFO networking_nsxv3.common.synchronization [req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 req-ebf47c33-a9e5-4649-972a-2391d0a269e4 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 22b4711c-7016-4da8-b469-5db89c77b561 with Priority: HIGHEST for action security_group_members [ 906.745533] env[69179]: INFO networking_nsxv3.common.synchronization [req-24920a9b-e0cc-4947-b6c6-066cb7430ce6 req-ebf47c33-a9e5-4649-972a-2391d0a269e4 tempest-SecurityGroupsTestJSON-1292662768 tempest-SecurityGroupsTestJSON-1292662768-project-member] Enqueued Resource ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec with Priority: HIGHEST for action security_group_members [ 906.746180] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGHEST for action security_group_members [ 906.746358] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22b4711c-7016-4da8-b469-5db89c77b561 with Priority: HIGHEST for action security_group_members [ 906.746460] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec with Priority: HIGHEST for action security_group_members [ 906.746741] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.746861] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.746929] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.747147] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.747317] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.747431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.747475] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.747789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.747879] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.747977] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.748844] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-22b4711c-7016-4da8-b469-5db89c77b561 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.750383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.750458] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.751319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.751319] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.751319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.751319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.751319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.751319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.751319] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22b4711c-7016-4da8-b469-5db89c77b561',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.752043] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.752158] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.752225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.752378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.752518] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.752608] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.752670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.752808] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.752882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.752966] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68fe1e0d-0163-411b-a07d-4e7ef87cd9ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.861576] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.861576] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.861576] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.861576] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.861873] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.861962] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.862041] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.862262] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.862404] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.862613] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.862736] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.862858] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.863021] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.863175] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 906.863288] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.863496] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.881994] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.882190] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 906.882331] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.882505] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.882810] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-c45df457-64dd-45ab-be35-43200560d4ec taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.882983] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-c45df457-64dd-45ab-be35-43200560d4ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.883122] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-c45df457-64dd-45ab-be35-43200560d4ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.883474] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-c45df457-64dd-45ab-be35-43200560d4ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.884834] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c45df457-64dd-45ab-be35-43200560d4ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.066925] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10bd9ccd-7d52-4444-9473-47cef46f2d4c with status ACTIVE [ 907.067219] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.067363] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.067435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.067650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.067738] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.067909] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.068023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.068087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.068245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.068293] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.068464] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.068554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.068615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.068753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.068909] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.068998] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10bd9ccd-7d52-4444-9473-47cef46f2d4c is going to be updated. [ 907.093980] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.094153] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.094223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.094434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.094567] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.094728] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10bd9ccd-7d52-4444-9473-47cef46f2d4c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.254922] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.255211] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.255355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.255715] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.255881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.256254] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.256449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.256565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.256846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.256986] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.257155] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be updated. [ 907.258927] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.259060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.259136] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.259304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.260264] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.260431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.290237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.290985] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.290985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.290985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.291266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.291339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.291438] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22b4711c-7016-4da8-b469-5db89c77b561 is going to be updated. [ 907.292483] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.292665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.297118] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.297339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.297339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.297611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.297611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.309233] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: IN_PROGRESS for 2s [ 907.315058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.315274] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.315380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.315437] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.315619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.315694] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.315779] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec is going to be updated. [ 907.334070] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.334210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.334278] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.334519] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.334624] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.346043] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22b4711c-7016-4da8-b469-5db89c77b561 in Status: IN_PROGRESS for 2s [ 907.351931] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.352068] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.352133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.352333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.352460] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.360164] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec in Status: IN_PROGRESS for 2s [ 907.385893] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.386148] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.386278] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.386556] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.386706] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.386943] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port c45df457-64dd-45ab-be35-43200560d4ec not found, creating... [ 907.387239] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.387401] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.387521] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.387734] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.387872] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.392248] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.392442] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.392571] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.392790] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.392930] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.393167] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: c45df457-64dd-45ab-be35-43200560d4ec is going to be created. [ 907.408087] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: SUCCESS [ 907.408289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.408441] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.408624] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.408793] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.408909] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.408990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.409160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.409239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.409323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.409420] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.410561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.410561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.410561] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.410686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.410686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.410991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.410991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.415089] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.420070] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.420070] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.420070] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.420070] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.420070] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.420070] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-c45df457-64dd-45ab-be35-43200560d4ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.576077] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.576077] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-406" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.576077] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-406" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.576077] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-406" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.576332] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.576408] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.576522] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.576732] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.576872] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.577133] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.577249] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.577356] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.577461] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.577568] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.577672] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.577800] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.596861] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.599022] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 907.599022] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.599022] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-406" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.599022] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-a1725d58-0c1d-4a5a-84d0-4d13fef162eb taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.599022] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-a1725d58-0c1d-4a5a-84d0-4d13fef162eb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.599022] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-a1725d58-0c1d-4a5a-84d0-4d13fef162eb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.599022] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-a1725d58-0c1d-4a5a-84d0-4d13fef162eb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.599022] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1725d58-0c1d-4a5a-84d0-4d13fef162eb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.917396] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.917529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.920952] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.105542] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.105888] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.106068] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.106484] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.106739] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.106998] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port a1725d58-0c1d-4a5a-84d0-4d13fef162eb not found, creating... [ 908.107447] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.107790] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.107983] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.111368] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.111368] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.111368] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.111623] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.111800] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.112301] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.113057] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.113057] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: a1725d58-0c1d-4a5a-84d0-4d13fef162eb is going to be created. [ 908.135064] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.135496] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.135942] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.136424] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.136674] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.137042] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-a1725d58-0c1d-4a5a-84d0-4d13fef162eb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.144508] env[69179]: INFO networking_nsxv3.common.synchronization [req-26cb0e98-b287-46f1-b2ed-526ab330d68c req-c7892aa9-1b3e-46d5-957a-f5327f56c32a tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Enqueued Resource ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 with Priority: HIGHEST for action security_group_members [ 908.146031] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 with Priority: HIGHEST for action security_group_members [ 908.146031] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-915cbe6f-a03a-4629-bb6c-952a60c11b56 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.146031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.146031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.146031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.146031] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.146031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.146031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.146931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.147037] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.147134] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('915cbe6f-a03a-4629-bb6c-952a60c11b56',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.423268] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.524086] env[69179]: INFO networking_nsxv3.common.synchronization [req-fd59890b-58db-4ada-9b91-15da7234c1dd req-10065705-89b0-4dd5-b9e6-55fb1e893740 service nova] Enqueued Resource ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 with Priority: HIGHEST for action security_group_rules [ 908.524086] env[69179]: INFO networking_nsxv3.common.synchronization [req-fd59890b-58db-4ada-9b91-15da7234c1dd req-10065705-89b0-4dd5-b9e6-55fb1e893740 service nova] Enqueued Resource ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 with Priority: HIGHEST for action security_group_members [ 908.524086] env[69179]: INFO networking_nsxv3.common.synchronization [req-fd59890b-58db-4ada-9b91-15da7234c1dd req-10065705-89b0-4dd5-b9e6-55fb1e893740 service nova] Enqueued Resource ID: c45df457-64dd-45ab-be35-43200560d4ec with Priority: HIGHEST for action port [ 908.524086] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 with Priority: HIGHEST for action security_group_rules [ 908.524086] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 with Priority: HIGHEST for action security_group_members [ 908.524086] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c45df457-64dd-45ab-be35-43200560d4ec with Priority: HIGHEST for action port [ 908.524086] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b0aa5af-4a89-4567-80e9-fa53278afe52 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.524086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.524086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.524086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.524086] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b0aa5af-4a89-4567-80e9-fa53278afe52',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.524086] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b0aa5af-4a89-4567-80e9-fa53278afe52 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.524086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.524086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.524086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.524086] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.524086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.524086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.524086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.524086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.525052] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b0aa5af-4a89-4567-80e9-fa53278afe52',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.525052] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-c45df457-64dd-45ab-be35-43200560d4ec taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.525155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c45df457-64dd-45ab-be35-43200560d4ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.525155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c45df457-64dd-45ab-be35-43200560d4ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.525329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c45df457-64dd-45ab-be35-43200560d4ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.525403] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c45df457-64dd-45ab-be35-43200560d4ec',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.651159] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.651159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.651159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.651159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.651159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.651159] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.651159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.651159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.651159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.651159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.651159] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 is going to be updated. [ 908.676775] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.676967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.677089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.677341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.677535] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.686506] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 in Status: IN_PROGRESS for 2s [ 908.931434] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.931765] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.931838] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.932093] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.932193] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.932299] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be updated. [ 908.961253] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.961388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.961481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.961791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.961963] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.970247] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: IN_PROGRESS for 2s [ 909.026907] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b0aa5af-4a89-4567-80e9-fa53278afe52 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.026998] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.027194] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b0aa5af-4a89-4567-80e9-fa53278afe52',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.028125] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c45df457-64dd-45ab-be35-43200560d4ec with status ACTIVE [ 909.029072] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.029072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.029072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.029072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.029072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.029072] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.029072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.029573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.029573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.029573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.029573] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.029754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.033730] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.033730] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.033730] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.033730] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c45df457-64dd-45ab-be35-43200560d4ec is going to be updated. [ 909.054786] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.055770] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.055954] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.056257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.056449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.056952] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c45df457-64dd-45ab-be35-43200560d4ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.326022] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 in Status: SUCCESS [ 909.326022] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 deletion is rescheduled due to dependency. [ 909.326022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.355662] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22b4711c-7016-4da8-b469-5db89c77b561 in Status: SUCCESS [ 909.355845] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22b4711c-7016-4da8-b469-5db89c77b561 deletion is rescheduled due to dependency. [ 909.355957] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.368977] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec in Status: SUCCESS [ 909.369175] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68fe1e0d-0163-411b-a07d-4e7ef87cd9ec deletion is rescheduled due to dependency. [ 909.369284] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68fe1e0d-0163-411b-a07d-4e7ef87cd9ec" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.450556] env[69179]: INFO networking_nsxv3.common.synchronization [req-18f9ded0-36d8-4535-842a-c614b412c7f0 req-d8419e6e-ca8e-4a15-a076-8c591ecfeba5 service nova] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_rules [ 909.450556] env[69179]: INFO networking_nsxv3.common.synchronization [req-18f9ded0-36d8-4535-842a-c614b412c7f0 req-d8419e6e-ca8e-4a15-a076-8c591ecfeba5 service nova] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 909.450723] env[69179]: INFO networking_nsxv3.common.synchronization [req-18f9ded0-36d8-4535-842a-c614b412c7f0 req-d8419e6e-ca8e-4a15-a076-8c591ecfeba5 service nova] Enqueued Resource ID: a1725d58-0c1d-4a5a-84d0-4d13fef162eb with Priority: HIGHEST for action port [ 909.451367] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_rules [ 909.451501] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 909.451609] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1725d58-0c1d-4a5a-84d0-4d13fef162eb with Priority: HIGHEST for action port [ 909.451901] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.452106] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.452340] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.452442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.452638] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1725d58-0c1d-4a5a-84d0-4d13fef162eb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.452736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1725d58-0c1d-4a5a-84d0-4d13fef162eb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.452797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1725d58-0c1d-4a5a-84d0-4d13fef162eb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.453030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1725d58-0c1d-4a5a-84d0-4d13fef162eb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.453122] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1725d58-0c1d-4a5a-84d0-4d13fef162eb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.535492] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b0aa5af-4a89-4567-80e9-fa53278afe52',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.956155] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1725d58-0c1d-4a5a-84d0-4d13fef162eb with status ACTIVE [ 909.956388] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.956746] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.956746] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.956830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.956874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.957065] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.957167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.957227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.957370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.957447] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.957652] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.957756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.957944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.957944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.958088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.958126] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1725d58-0c1d-4a5a-84d0-4d13fef162eb is going to be updated. [ 909.980795] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.980795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.980795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.981110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.982173] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.982173] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1725d58-0c1d-4a5a-84d0-4d13fef162eb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.039046] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.039260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.039421] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.039637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.039731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.039831] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 is going to be created. [ 910.062906] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.063231] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.063231] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.063401] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.063562] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.072650] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 in Status: UNINITIALIZED for 2s [ 910.695663] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 in Status: SUCCESS [ 910.695984] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 deletion is rescheduled due to dependency. [ 910.696556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.979920] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: SUCCESS [ 910.980154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.980324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.980537] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.980726] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.980838] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.980901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.981333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.981333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.981333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.981980] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.981980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.981980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.981980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.981980] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.981980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.984023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.984023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.984194] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.984229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.984351] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.985203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.985371] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.988012] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.988012] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.988012] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.988012] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.988012] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.988012] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.491261] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01d77748-6036-458a-86aa-c9a89e95d7fc: rpc.has_security_group_logging(os_id): False [ 911.492363] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.509912] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.509912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.509912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.509912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.509912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.509912] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.509912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.509912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.509912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.509912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.510502] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.510502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.510502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.510502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.510502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.510712] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.510712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.510796] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.511758] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.511758] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.511758] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be created. [ 911.588020] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.588178] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.588249] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.588467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.588636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.601058] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: IN_PROGRESS for 2s [ 911.996152] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.089840] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 in Status: SUCCESS [ 912.089840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.089840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.089840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.089840] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.089840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.089840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.089840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.089840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.089840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.089840] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b0aa5af-4a89-4567-80e9-fa53278afe52',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.499788] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.499949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.500044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.500266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.500357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.500454] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be updated. [ 912.538722] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.538722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.538722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.540475] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.540475] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.549782] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: IN_PROGRESS for 2s [ 912.591864] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b0aa5af-4a89-4567-80e9-fa53278afe52',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.094930] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b0aa5af-4a89-4567-80e9-fa53278afe52: rpc.has_security_group_logging(os_id): False [ 913.114089] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.114278] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.114319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.114633] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.114633] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.114854] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.114949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.115023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.115177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.115253] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.115339] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 is going to be created. [ 913.173724] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.174137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.174235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.174767] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.175036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.201232] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 in Status: IN_PROGRESS for 2s [ 913.615482] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: SUCCESS [ 913.615731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.615915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.616179] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.616280] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.122031] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.122031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.452704] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 914.452821] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 914.563216] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: SUCCESS [ 914.563577] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.563770] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.564225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.564289] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.564428] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.564488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.564706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.564706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.564805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.564857] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.067839] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.068058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.068144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.068369] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.068672] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.068672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.068783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.068954] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.069069] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.069174] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.069328] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.069421] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.069481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.069626] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.069761] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.069851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.069911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.070077] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.070211] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.070322] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.070322] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.214114] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 in Status: SUCCESS [ 915.214114] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.573492] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01d77748-6036-458a-86aa-c9a89e95d7fc: rpc.has_security_group_logging(os_id): False [ 915.593629] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.594825] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.594948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.595273] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.595821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.596247] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.596445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.597494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.597494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.597494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.597494] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.597715] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.597805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.598667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.598667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.598667] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.598667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.598667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.598667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.599084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.599084] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be updated. [ 915.664559] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.664559] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.664559] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.664559] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.664559] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.676563] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: IN_PROGRESS for 2s [ 917.690988] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: SUCCESS [ 917.691463] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.691653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.691880] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.691969] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.197869] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.198023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.198182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.198426] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.198522] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.198588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.198652] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.198845] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.198882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.198966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.199085] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.704601] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.704601] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.704601] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.704968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.704968] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.705074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.705125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.705281] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.705454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.705503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.705628] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.705718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.705770] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.705941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.706099] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.706193] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.706260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.706463] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.706463] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.706545] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.706625] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.211220] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01d77748-6036-458a-86aa-c9a89e95d7fc: rpc.has_security_group_logging(os_id): False [ 919.228288] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.228457] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.228506] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.228687] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.228770] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.229020] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.229443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.229443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.229443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.229754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.229754] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.229878] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.229878] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.230022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.230091] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.230282] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.230373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.231127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.231127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.231127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.231127] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be updated. [ 919.308066] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.308232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.308300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.308512] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.308656] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.331729] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: IN_PROGRESS for 2s [ 919.454488] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 919.455688] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 920.760860] env[69179]: INFO networking_nsxv3.common.synchronization [None req-679e5eae-7df7-4f65-9b0f-f977bee53464 None None] Enqueued Resource ID: 70c10568-70de-40f4-9360-1fe4770f3468 with Priority: HIGHEST for action port [ 920.761131] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c10568-70de-40f4-9360-1fe4770f3468 with Priority: HIGHEST for action port [ 920.762792] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-70c10568-70de-40f4-9360-1fe4770f3468 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.762792] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70c10568-70de-40f4-9360-1fe4770f3468" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.762792] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70c10568-70de-40f4-9360-1fe4770f3468" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.766206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70c10568-70de-40f4-9360-1fe4770f3468" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.766304] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70c10568-70de-40f4-9360-1fe4770f3468',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.269931] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70c10568-70de-40f4-9360-1fe4770f3468 [ 921.270184] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.270318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.270387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.270598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.270687] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.270781] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70c10568-70de-40f4-9360-1fe4770f3468 already deleted. [ 921.270862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70c10568-70de-40f4-9360-1fe4770f3468" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.353959] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: SUCCESS [ 921.353959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.609369] env[69179]: INFO networking_nsxv3.common.synchronization [None req-119d726a-7bdf-4e43-ba6b-09035fa90430 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Enqueued Resource ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 with Priority: HIGHEST for action security_group_rules [ 921.610184] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 with Priority: HIGHEST for action security_group_rules [ 921.611833] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.611833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.611833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.611833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.611833] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea7f9731-084f-46cb-b240-cd1bd40a4ae0',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.702953] env[69179]: INFO networking_nsxv3.common.synchronization [req-37763806-bf62-4fdc-920e-8d066c736fe8 req-388c3159-90a2-4feb-a411-4224a38e82a5 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 921.703453] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 921.703759] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.704151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.704151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.704151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.704339] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.704415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.704471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.704621] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.704718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.704795] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.744060] env[69179]: INFO networking_nsxv3.common.synchronization [None req-5de2204d-de2a-4748-a9c2-83d8815a67e9 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Enqueued Resource ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 with Priority: HIGHEST for action security_group_rules [ 921.744060] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 with Priority: HIGHEST for action security_group_rules [ 921.744534] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.744611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.949590] env[69179]: INFO networking_nsxv3.common.synchronization [req-37763806-bf62-4fdc-920e-8d066c736fe8 req-de451a18-4117-4e57-b8d7-23bc6c26a057 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 921.952190] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 921.952347] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.952413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.132552] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.132552] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.132552] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.132552] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.132552] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.132552] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 already deleted. [ 922.132552] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.132552] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.132552] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.132552] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea7f9731-084f-46cb-b240-cd1bd40a4ae0',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.178401] env[69179]: INFO networking_nsxv3.common.synchronization [req-37763806-bf62-4fdc-920e-8d066c736fe8 req-2e557acc-048a-43f9-923d-5588d742aeeb tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 922.178893] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 922.179256] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.179381] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.207253] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.654706] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.654940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.654940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.655096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.655165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.655217] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 already deleted. [ 922.655286] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.696463] env[69179]: INFO networking_nsxv3.common.synchronization [None req-70ed6ede-df93-4551-ae76-adbde623a983 None None] Enqueued Resource ID: 22db2a92-1201-44fa-85c2-569f33ce0c1a with Priority: HIGHEST for action port [ 922.696986] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22db2a92-1201-44fa-85c2-569f33ce0c1a with Priority: HIGHEST for action port [ 922.697505] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-22db2a92-1201-44fa-85c2-569f33ce0c1a taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.697643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22db2a92-1201-44fa-85c2-569f33ce0c1a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.697867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22db2a92-1201-44fa-85c2-569f33ce0c1a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.698267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22db2a92-1201-44fa-85c2-569f33ce0c1a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.698404] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22db2a92-1201-44fa-85c2-569f33ce0c1a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.709926] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.200232] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22db2a92-1201-44fa-85c2-569f33ce0c1a [ 923.200508] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.200600] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.200659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.200929] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.201039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.201177] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22db2a92-1201-44fa-85c2-569f33ce0c1a already deleted. [ 923.201311] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22db2a92-1201-44fa-85c2-569f33ce0c1a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.211514] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.211639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.211700] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.211953] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.212083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.212219] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be updated. [ 923.239374] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.239622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.239734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.239864] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.240332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.252574] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: IN_PROGRESS for 2s [ 925.263765] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: SUCCESS [ 925.267351] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.267532] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.267749] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.267949] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.268070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.268136] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.268287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.268368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.268463] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.771722] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.771722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.771722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.771722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.771722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.772037] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.772037] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.772037] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.772208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.772248] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.772360] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be updated. [ 925.800822] env[69179]: INFO networking_nsxv3.common.synchronization [req-bc1de4d0-6621-4954-a899-4e3c0cbae240 req-69f059aa-b7ac-47a3-84f1-89c5a06dd5e7 tempest-ListServerFiltersTestJSON-500178773 tempest-ListServerFiltersTestJSON-500178773-project-member] Enqueued Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 925.801898] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.804291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.804425] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.804631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.804770] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.805986] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGHEST for action security_group_members [ 925.806519] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.806632] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.806699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.806852] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.806992] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.807096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.807156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.807293] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.807396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.807446] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.817506] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: IN_PROGRESS for 2s [ 926.008701] env[69179]: INFO networking_nsxv3.common.synchronization [req-eb67c051-3c5c-496c-bac3-cf276c24cc20 req-5aad65dc-5ef5-4748-b8f0-5c59c5ecfa8a tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 926.008701] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 926.008701] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.008701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.008701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.008701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.009726] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.009726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.009726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.009726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.009726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.013025] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.311549] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.311844] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.311844] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.312152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.312251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.312490] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.312600] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.312664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.312817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.312893] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.312976] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 is going to be updated. [ 926.341908] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.342078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.342152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.342424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.342572] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.354417] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: IN_PROGRESS for 2s [ 926.375714] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.375714] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.375714] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.375714] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.376067] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.376353] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.376487] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.377653] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.377653] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.377653] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.377653] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.377653] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.377653] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.377653] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 926.377653] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.378052] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.396926] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.397249] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 926.397842] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.397842] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.397958] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-810de10f-3447-4f0e-9beb-f54a4b09c4ca taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.398999] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-810de10f-3447-4f0e-9beb-f54a4b09c4ca" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.398999] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-810de10f-3447-4f0e-9beb-f54a4b09c4ca" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.399314] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-810de10f-3447-4f0e-9beb-f54a4b09c4ca" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.399490] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('810de10f-3447-4f0e-9beb-f54a4b09c4ca',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.515926] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.516118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.516191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.516410] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.516502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.516695] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.516794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.516862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.517014] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.517243] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.517243] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be updated. [ 926.553294] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.553395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.553512] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.553714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.553858] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.567104] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 926.903490] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.903718] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.903847] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.904172] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.904338] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.904600] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 810de10f-3447-4f0e-9beb-f54a4b09c4ca not found, creating... [ 926.904889] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.905064] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.905187] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.905419] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.905624] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.905914] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.906102] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.906230] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.906440] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.906577] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.906719] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 810de10f-3447-4f0e-9beb-f54a4b09c4ca is going to be created. [ 926.925902] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.926333] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.926475] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.926716] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.926935] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.927172] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-810de10f-3447-4f0e-9beb-f54a4b09c4ca" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.807241] env[69179]: INFO networking_nsxv3.common.synchronization [req-eb67c051-3c5c-496c-bac3-cf276c24cc20 req-7ce1add1-1485-4f24-9833-00c036c94443 service nova] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_rules [ 927.807516] env[69179]: INFO networking_nsxv3.common.synchronization [req-eb67c051-3c5c-496c-bac3-cf276c24cc20 req-7ce1add1-1485-4f24-9833-00c036c94443 service nova] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 927.807666] env[69179]: INFO networking_nsxv3.common.synchronization [req-eb67c051-3c5c-496c-bac3-cf276c24cc20 req-7ce1add1-1485-4f24-9833-00c036c94443 service nova] Enqueued Resource ID: 810de10f-3447-4f0e-9beb-f54a4b09c4ca with Priority: HIGHEST for action port [ 927.807891] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_rules [ 927.808030] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 927.808129] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 810de10f-3447-4f0e-9beb-f54a4b09c4ca with Priority: HIGHEST for action port [ 927.808667] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.808799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.808868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.809409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.809409] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.810354] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.810450] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.812050] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-810de10f-3447-4f0e-9beb-f54a4b09c4ca taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.812155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-810de10f-3447-4f0e-9beb-f54a4b09c4ca" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.812247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-810de10f-3447-4f0e-9beb-f54a4b09c4ca" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.812398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-810de10f-3447-4f0e-9beb-f54a4b09c4ca" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.812477] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('810de10f-3447-4f0e-9beb-f54a4b09c4ca',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.828262] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: SUCCESS [ 927.828262] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc deletion is rescheduled due to dependency. [ 927.828262] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.829672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.829672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.829672] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.829672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.829672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.829672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.829672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.829672] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.977865] env[69179]: INFO networking_nsxv3.common.synchronization [req-6b0bce8c-a709-434f-9178-2453e217b98d req-a8636281-687f-4782-a474-1a1414576d51 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 927.978727] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 927.981498] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.981498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.981498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.981498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.981498] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.981498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.981498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.981498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.981498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.981498] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.314475] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.314649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.320373] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 810de10f-3447-4f0e-9beb-f54a4b09c4ca with status ACTIVE [ 928.320373] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.320373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.320373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.320373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.320373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.320373] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.320373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.320373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.320373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.320373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.320373] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.320373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.320373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.320373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.320373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.320373] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 810de10f-3447-4f0e-9beb-f54a4b09c4ca is going to be updated. [ 928.335010] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.335188] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.335297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.335477] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.335570] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.335759] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.335854] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.335917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.336650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.336650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.336650] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be updated. [ 928.341265] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.341481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.341558] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.341782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.341924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.342166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-810de10f-3447-4f0e-9beb-f54a4b09c4ca" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.360940] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.361131] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.361203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.361455] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.361621] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.368408] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-903 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.368974] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.369122] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.369450] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.369774] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.369940] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.370070] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.370302] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.370515] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.370743] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.370861] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.370973] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.371107] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.371271] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.371493] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.371662] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.373481] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 in Status: SUCCESS [ 928.373737] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 deletion is rescheduled due to dependency. [ 928.373853] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.374966] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: IN_PROGRESS for 2s [ 928.390810] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.390995] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 928.391362] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.391421] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.391750] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-18ec7272-5958-4f2b-b8a4-93e30249df14 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.391922] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-18ec7272-5958-4f2b-b8a4-93e30249df14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.395041] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-18ec7272-5958-4f2b-b8a4-93e30249df14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.395041] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-18ec7272-5958-4f2b-b8a4-93e30249df14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.395041] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ec7272-5958-4f2b-b8a4-93e30249df14',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.483249] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.483429] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.483429] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.484174] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.484174] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.484174] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.484174] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.484174] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.484951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.484951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.484951] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 928.512281] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.512281] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.512281] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.512281] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.512281] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.526990] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 928.583814] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 928.583933] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c deletion is rescheduled due to dependency. [ 928.584195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.584290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.584575] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.584771] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.584931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.585041] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.585214] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.585416] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.585416] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.771896] env[69179]: INFO networking_nsxv3.common.synchronization [None req-14655fa3-d060-41a2-8ae4-5d3d2e44d6a2 None None] Enqueued Resource ID: 99d7ad39-ff22-4687-ae98-add92fb23400 with Priority: HIGHEST for action port [ 928.772267] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99d7ad39-ff22-4687-ae98-add92fb23400 with Priority: HIGHEST for action port [ 928.772573] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-99d7ad39-ff22-4687-ae98-add92fb23400 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.772710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99d7ad39-ff22-4687-ae98-add92fb23400" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.772779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99d7ad39-ff22-4687-ae98-add92fb23400" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.773023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99d7ad39-ff22-4687-ae98-add92fb23400" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.774416] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99d7ad39-ff22-4687-ae98-add92fb23400',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.895611] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.895933] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.896032] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.896737] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.896902] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.897103] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 18ec7272-5958-4f2b-b8a4-93e30249df14 not found, creating... [ 928.897392] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.897559] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.897682] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.897905] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.898056] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.898337] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.898496] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.898613] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.898823] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.898960] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.899460] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 18ec7272-5958-4f2b-b8a4-93e30249df14 is going to be created. [ 928.922493] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.922493] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.922493] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.923240] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.923240] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.923707] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-18ec7272-5958-4f2b-b8a4-93e30249df14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.088141] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.277223] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99d7ad39-ff22-4687-ae98-add92fb23400 [ 929.277223] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.277223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.277433] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.277537] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.277634] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.277732] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99d7ad39-ff22-4687-ae98-add92fb23400 already deleted. [ 929.277815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99d7ad39-ff22-4687-ae98-add92fb23400" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.592765] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.880967] env[69179]: INFO networking_nsxv3.common.synchronization [req-6b0bce8c-a709-434f-9178-2453e217b98d req-6647f740-736b-4168-b34c-89ceabf25838 service nova] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_rules [ 929.881138] env[69179]: INFO networking_nsxv3.common.synchronization [req-6b0bce8c-a709-434f-9178-2453e217b98d req-6647f740-736b-4168-b34c-89ceabf25838 service nova] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 929.881385] env[69179]: INFO networking_nsxv3.common.synchronization [req-6b0bce8c-a709-434f-9178-2453e217b98d req-6647f740-736b-4168-b34c-89ceabf25838 service nova] Enqueued Resource ID: 18ec7272-5958-4f2b-b8a4-93e30249df14 with Priority: HIGHEST for action port [ 929.882198] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_rules [ 929.882443] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 929.882645] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ec7272-5958-4f2b-b8a4-93e30249df14 with Priority: HIGHEST for action port [ 929.883112] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.884451] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.884451] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.884451] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.884451] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.886896] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.887096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.887441] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-18ec7272-5958-4f2b-b8a4-93e30249df14 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.888128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18ec7272-5958-4f2b-b8a4-93e30249df14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.888242] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18ec7272-5958-4f2b-b8a4-93e30249df14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.888541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18ec7272-5958-4f2b-b8a4-93e30249df14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.888653] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ec7272-5958-4f2b-b8a4-93e30249df14',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.057651] env[69179]: INFO networking_nsxv3.common.synchronization [req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 req-ddcda34a-c7ba-4ab0-8e33-d1fcba895809 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 930.058217] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 930.058794] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.058922] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.058991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.059257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.059438] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.059572] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.059630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.059757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.059835] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.059930] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.093922] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.094104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.094178] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.094365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.094456] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.094555] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be updated. [ 930.190666] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.190666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.190666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.190666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.190666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.202019] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 930.387195] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: SUCCESS [ 930.387377] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc deletion is rescheduled due to dependency. [ 930.387493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.393047] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.393189] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.393375] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18ec7272-5958-4f2b-b8a4-93e30249df14 with status ACTIVE [ 930.393573] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.393654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.393654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.393891] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.393973] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.394154] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.394242] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.394301] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.394444] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.394514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.394683] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.394770] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.394827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.394957] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.395038] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.395116] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18ec7272-5958-4f2b-b8a4-93e30249df14 is going to be updated. [ 930.414850] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.415008] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.415076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.415278] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.415703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.415703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18ec7272-5958-4f2b-b8a4-93e30249df14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.516756] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.516954] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.517077] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.517384] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.517650] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.517815] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.517961] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.521061] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.521227] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.521501] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.521777] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.521777] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.521895] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.522634] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.522634] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.522634] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.538142] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 930.538362] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 deletion is rescheduled due to dependency. [ 930.538464] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.538652] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.539899] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.540159] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.540288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.540361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.543047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.543047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.543047] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.543047] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.543047] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 930.543047] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.543047] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.543448] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-b3434180-d500-4ce9-8adb-2e361a3e6392 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.543448] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-b3434180-d500-4ce9-8adb-2e361a3e6392" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.543448] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-b3434180-d500-4ce9-8adb-2e361a3e6392" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.544596] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-b3434180-d500-4ce9-8adb-2e361a3e6392" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.544935] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3434180-d500-4ce9-8adb-2e361a3e6392',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.562850] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.562850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.562850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.562850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.563149] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.563241] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.563515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.563515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.563630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.564101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.564101] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 already deleted. [ 930.564101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.047868] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.047868] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.047868] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.047868] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.048192] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.048192] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port b3434180-d500-4ce9-8adb-2e361a3e6392 not found, creating... [ 931.051572] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.051572] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.051572] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.051572] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.051572] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.051572] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.051572] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.051572] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.051572] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.051572] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.052096] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: b3434180-d500-4ce9-8adb-2e361a3e6392 is going to be created. [ 931.055876] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.075478] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.075478] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.075858] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.076023] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.076490] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.077018] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-b3434180-d500-4ce9-8adb-2e361a3e6392" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.222495] env[69179]: INFO networking_nsxv3.common.synchronization [None req-0eda6ee1-44c9-4f97-b209-99f7ddbde080 None None] Enqueued Resource ID: f80d8fa4-c97b-47e7-a4cd-13c9454cbb65 with Priority: HIGHEST for action port [ 931.223113] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80d8fa4-c97b-47e7-a4cd-13c9454cbb65 with Priority: HIGHEST for action port [ 931.223443] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-f80d8fa4-c97b-47e7-a4cd-13c9454cbb65 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.223575] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f80d8fa4-c97b-47e7-a4cd-13c9454cbb65" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.223639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f80d8fa4-c97b-47e7-a4cd-13c9454cbb65" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.223896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f80d8fa4-c97b-47e7-a4cd-13c9454cbb65" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.224014] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f80d8fa4-c97b-47e7-a4cd-13c9454cbb65',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.557732] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.726625] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f80d8fa4-c97b-47e7-a4cd-13c9454cbb65 [ 931.726856] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.726989] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.727078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.727352] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.727415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.727676] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f80d8fa4-c97b-47e7-a4cd-13c9454cbb65 already deleted. [ 931.727676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f80d8fa4-c97b-47e7-a4cd-13c9454cbb65" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.060734] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.060734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.060734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.060958] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.060958] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.060958] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 932.094269] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.094576] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.094576] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.094811] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.094983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.103342] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 932.213075] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 932.213324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.213513] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.213897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.214113] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.214237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.214314] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.214585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.214704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.214843] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.214996] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.224346] env[69179]: INFO networking_nsxv3.common.synchronization [req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 req-fcf67cc3-995e-4862-9809-561674ec97f8 service nova] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_rules [ 932.224619] env[69179]: INFO networking_nsxv3.common.synchronization [req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 req-fcf67cc3-995e-4862-9809-561674ec97f8 service nova] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 932.224731] env[69179]: INFO networking_nsxv3.common.synchronization [req-7e92fc51-bcf1-4494-b4ff-c2cf9b041f43 req-fcf67cc3-995e-4862-9809-561674ec97f8 service nova] Enqueued Resource ID: b3434180-d500-4ce9-8adb-2e361a3e6392 with Priority: HIGHEST for action port [ 932.225214] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_rules [ 932.225422] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 932.225509] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3434180-d500-4ce9-8adb-2e361a3e6392 with Priority: HIGHEST for action port [ 932.225765] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.225930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.226013] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.226949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.227106] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.228503] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.232280] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.232375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.232599] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.232819] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.232961] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.232961] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.233114] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.237026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.237026] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.237026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3434180-d500-4ce9-8adb-2e361a3e6392 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.237026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3434180-d500-4ce9-8adb-2e361a3e6392" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.237026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3434180-d500-4ce9-8adb-2e361a3e6392" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.237026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3434180-d500-4ce9-8adb-2e361a3e6392" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.237026] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3434180-d500-4ce9-8adb-2e361a3e6392',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.717906] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.718091] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.718164] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.718359] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.718523] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.718619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.718682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.718816] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.718890] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.718978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.719129] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.719211] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.719272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.719401] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.719532] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.719614] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.719672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.719799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.719873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.719936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.720035] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.741297] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.741297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.741297] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.741297] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3434180-d500-4ce9-8adb-2e361a3e6392 with status ACTIVE [ 932.741297] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.741297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.741297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.741297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.741297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.741297] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.741297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.741297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.741297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.741297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.742367] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.742367] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.742367] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.742367] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.742367] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.742367] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3434180-d500-4ce9-8adb-2e361a3e6392 is going to be updated. [ 932.762839] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.762977] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.763064] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.763260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.763393] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.763550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3434180-d500-4ce9-8adb-2e361a3e6392" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.111895] env[69179]: INFO networking_nsxv3.common.synchronization [None req-35cee139-be0f-4e21-bfed-5de333c6ca1c None None] Enqueued Resource ID: b8a37f8d-9917-4457-9fad-74af367d1f78 with Priority: HIGHEST for action port [ 933.112469] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8a37f8d-9917-4457-9fad-74af367d1f78 with Priority: HIGHEST for action port [ 933.112809] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8a37f8d-9917-4457-9fad-74af367d1f78 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.112944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8a37f8d-9917-4457-9fad-74af367d1f78" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.117020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8a37f8d-9917-4457-9fad-74af367d1f78" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.117020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8a37f8d-9917-4457-9fad-74af367d1f78" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.117020] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8a37f8d-9917-4457-9fad-74af367d1f78',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.222070] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b0642eb-7ffe-4c54-986a-70b98f5daf2c: rpc.has_security_group_logging(os_id): False [ 933.244188] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.248654] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.248850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.248933] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.253347] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.253489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.253770] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.253889] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.253968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.254171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.254252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.254446] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.254573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.254649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.254795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.254884] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.255093] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.255221] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.255299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.255429] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.255501] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.255588] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be updated. [ 933.321809] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.321809] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.321809] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.321809] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.321809] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.335687] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 933.618913] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8a37f8d-9917-4457-9fad-74af367d1f78 [ 933.619201] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.619357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.619495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.619740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.619833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.619934] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8a37f8d-9917-4457-9fad-74af367d1f78 already deleted. [ 933.620026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8a37f8d-9917-4457-9fad-74af367d1f78" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.757669] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.757844] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.757904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.758353] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.758353] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.758353] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be created. [ 933.782699] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.782699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.782699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.782699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.782699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.791896] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: UNINITIALIZED for 2s [ 934.114644] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 934.114910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.115087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.115327] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.115542] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.115695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.115784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.116007] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.116072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.116173] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.116284] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.623028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.623028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.623028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.623028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.623028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.623028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.623028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.623028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.623028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.623028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.623028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.623028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.623028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.623028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.623028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.623028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.626647] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.626647] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.626647] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.626647] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.626647] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.045116] env[69179]: INFO networking_nsxv3.common.synchronization [None req-4bc1d3db-1521-4f7a-840c-de2e857f8424 None None] Enqueued Resource ID: e0feac25-caf3-4349-b360-caa0b5017132 with Priority: HIGHEST for action port [ 935.045116] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0feac25-caf3-4349-b360-caa0b5017132 with Priority: HIGHEST for action port [ 935.045116] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0feac25-caf3-4349-b360-caa0b5017132 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.045116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0feac25-caf3-4349-b360-caa0b5017132" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.045116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0feac25-caf3-4349-b360-caa0b5017132" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.045116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0feac25-caf3-4349-b360-caa0b5017132" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.045116] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0feac25-caf3-4349-b360-caa0b5017132',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.060267] env[69179]: INFO networking_nsxv3.common.synchronization [req-46098649-eed6-4b8e-adf0-c651791104c1 req-b4e2f48d-986a-458d-9a01-e91366ce1b23 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Enqueued Resource ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 with Priority: HIGHEST for action security_group_members [ 935.060267] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 with Priority: HIGHEST for action security_group_members [ 935.060818] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-e87b9f50-11e1-42b0-a093-c74a28cc6211 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.063607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.063607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.063607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.063607] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.063607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.063607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.063607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.063607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.063607] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e87b9f50-11e1-42b0-a093-c74a28cc6211',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.126739] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8073983c-3102-4f2c-933d-30a1221fa9a3: rpc.has_security_group_logging(os_id): False [ 935.153964] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.154183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.154183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.154677] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.154677] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.154677] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.154915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.154915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.155022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.155064] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.155471] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.155471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.155471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.155615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.155615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.155944] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.155944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.155944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.156236] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.156364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.156454] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 935.226710] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.228134] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.228134] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.228134] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.228345] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.241884] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 935.350702] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 935.350914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.450082] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-164 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.453206] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-164" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.453206] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-164" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.453206] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-164" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.453206] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.453206] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.453206] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.453206] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.453206] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.454491] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.454491] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.454491] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.455660] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.455660] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.455660] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.455660] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.474030] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.474030] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 935.474184] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.474264] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-164" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.474577] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-b4cba4d1-0523-4a96-bbc4-269ac49051b9 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.474754] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-b4cba4d1-0523-4a96-bbc4-269ac49051b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.474875] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-b4cba4d1-0523-4a96-bbc4-269ac49051b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.475219] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-b4cba4d1-0523-4a96-bbc4-269ac49051b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.475368] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4cba4d1-0523-4a96-bbc4-269ac49051b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.548056] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0feac25-caf3-4349-b360-caa0b5017132 [ 935.548289] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.548426] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.548500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.548710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.548798] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.548889] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0feac25-caf3-4349-b360-caa0b5017132 already deleted. [ 935.548968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0feac25-caf3-4349-b360-caa0b5017132" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.564665] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.564850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.564943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.565200] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.565301] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.565515] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.565619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.565678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.565830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.565915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.566025] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 already deleted. [ 935.566129] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.803862] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: SUCCESS [ 935.803862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.803862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.803862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.803862] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.803862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.803862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.803862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.803862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.803862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.804249] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.979181] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.979776] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.979776] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.979982] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.980186] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.980464] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port b4cba4d1-0523-4a96-bbc4-269ac49051b9 not found, creating... [ 935.980828] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.981053] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.981204] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.981525] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.981702] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.982077] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.982258] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.982436] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.982731] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.982888] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.983135] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: b4cba4d1-0523-4a96-bbc4-269ac49051b9 is going to be created. [ 936.003472] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.003725] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.003823] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.004055] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.004322] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.004549] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-b4cba4d1-0523-4a96-bbc4-269ac49051b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.026173] env[69179]: INFO networking_nsxv3.common.synchronization [req-9067897c-0b51-4b1d-a92f-4d2fcb8ee5b2 req-77f46df3-8738-4eab-8147-8424cdf8f210 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 936.026758] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 936.027119] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.028029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.028029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.028029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.028029] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.028029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.028029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.028029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.028369] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.028369] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.306432] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.306768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.306768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.307047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.307238] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.307405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.307449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.307874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.307874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.307874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.308086] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.308157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.308221] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.308364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.308503] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.308595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.308652] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.308782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.308857] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.308953] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.309068] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.408421] env[69179]: INFO networking_nsxv3.common.synchronization [req-3ef38d74-f49e-4acc-8332-581b09ab205f req-1f8c70f8-8aa6-4c64-b7a1-6608b6d6a69f tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 936.408660] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 936.408766] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.408888] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.408989] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.409198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.414032] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.414032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.414032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.414032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.414032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.414032] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.530000] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.811472] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d40ba9d4-c2cd-4c53-82a8-6c384c63c215: rpc.has_security_group_logging(os_id): False [ 936.835420] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.835420] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.835420] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.835420] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.835420] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.835420] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.835420] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.835420] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.835420] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.835420] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.835420] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.835420] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.835420] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.837163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.837163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.837352] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.837646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.838285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.838442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.838529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.838616] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be created. [ 936.894322] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.894483] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.894528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.894740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.894919] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.904483] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: IN_PROGRESS for 2s [ 936.916391] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.917208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.917263] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.917506] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.917704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.917950] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.918174] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.918307] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.918505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.918619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.918729] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 already deleted. [ 936.918886] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.019044] env[69179]: INFO networking_nsxv3.common.synchronization [req-46098649-eed6-4b8e-adf0-c651791104c1 req-e3200d04-7b09-4036-a856-c83a95e4fb06 service nova] Enqueued Resource ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 with Priority: HIGHEST for action security_group_rules [ 937.019244] env[69179]: INFO networking_nsxv3.common.synchronization [req-46098649-eed6-4b8e-adf0-c651791104c1 req-e3200d04-7b09-4036-a856-c83a95e4fb06 service nova] Enqueued Resource ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 with Priority: HIGHEST for action security_group_members [ 937.019388] env[69179]: INFO networking_nsxv3.common.synchronization [req-46098649-eed6-4b8e-adf0-c651791104c1 req-e3200d04-7b09-4036-a856-c83a95e4fb06 service nova] Enqueued Resource ID: b4cba4d1-0523-4a96-bbc4-269ac49051b9 with Priority: HIGHEST for action port [ 937.019723] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 with Priority: HIGHEST for action security_group_rules [ 937.019723] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 with Priority: HIGHEST for action security_group_members [ 937.019888] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4cba4d1-0523-4a96-bbc4-269ac49051b9 with Priority: HIGHEST for action port [ 937.020413] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e87b9f50-11e1-42b0-a093-c74a28cc6211 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.020495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.020537] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.022081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.022222] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e87b9f50-11e1-42b0-a093-c74a28cc6211',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.023461] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-e87b9f50-11e1-42b0-a093-c74a28cc6211 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.023539] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.023645] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.023964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.024078] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.024180] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.024244] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.024391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.024475] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.024572] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e87b9f50-11e1-42b0-a093-c74a28cc6211',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.027244] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4cba4d1-0523-4a96-bbc4-269ac49051b9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.027244] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4cba4d1-0523-4a96-bbc4-269ac49051b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.027244] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4cba4d1-0523-4a96-bbc4-269ac49051b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.027244] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4cba4d1-0523-4a96-bbc4-269ac49051b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.027244] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4cba4d1-0523-4a96-bbc4-269ac49051b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.035580] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.050012] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.050294] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.050359] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.050763] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.051526] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.051693] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.051889] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.052131] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.052328] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.052637] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.052817] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.052964] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.053119] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.053319] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 937.053471] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.053633] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.085718] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.086169] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 937.086347] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.086532] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.086855] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-6ee72153-6246-480c-9c43-d4d0655940d4 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.087047] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-6ee72153-6246-480c-9c43-d4d0655940d4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.087173] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-6ee72153-6246-480c-9c43-d4d0655940d4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.087481] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-6ee72153-6246-480c-9c43-d4d0655940d4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.087627] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ee72153-6246-480c-9c43-d4d0655940d4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.254466] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 937.254705] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.528614] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-e87b9f50-11e1-42b0-a093-c74a28cc6211 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.528956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.530278] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4cba4d1-0523-4a96-bbc4-269ac49051b9 with status ACTIVE [ 937.530397] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.530484] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.530534] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.530720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.530813] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.530982] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.531090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.531150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.531310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.531361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.531557] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.531683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.531724] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.531863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.531933] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.532207] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4cba4d1-0523-4a96-bbc4-269ac49051b9 is going to be updated. [ 937.537545] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e87b9f50-11e1-42b0-a093-c74a28cc6211',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.540145] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.540284] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.540450] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.540695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.540695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.540695] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 is going to be updated. [ 937.559643] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.559800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.559868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.560081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.560349] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.560431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4cba4d1-0523-4a96-bbc4-269ac49051b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.571048] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.571183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.571256] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.571453] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.571640] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.580195] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: IN_PROGRESS for 2s [ 937.591152] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.591152] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.591152] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.591152] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.591448] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.591448] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 6ee72153-6246-480c-9c43-d4d0655940d4 not found, creating... [ 937.591668] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.591821] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.591950] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.592227] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.592385] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.592703] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.592873] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.593664] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.593963] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.594139] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.594291] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 6ee72153-6246-480c-9c43-d4d0655940d4 is going to be created. [ 937.615415] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.615633] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.615759] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.616094] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.616267] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.616487] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-6ee72153-6246-480c-9c43-d4d0655940d4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.039778] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e87b9f50-11e1-42b0-a093-c74a28cc6211',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.511603] env[69179]: INFO networking_nsxv3.common.synchronization [req-3ef38d74-f49e-4acc-8332-581b09ab205f req-ee56e130-688f-46f7-bf49-d9b560b20117 service nova] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_rules [ 938.511603] env[69179]: INFO networking_nsxv3.common.synchronization [req-3ef38d74-f49e-4acc-8332-581b09ab205f req-ee56e130-688f-46f7-bf49-d9b560b20117 service nova] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 938.511848] env[69179]: INFO networking_nsxv3.common.synchronization [req-3ef38d74-f49e-4acc-8332-581b09ab205f req-ee56e130-688f-46f7-bf49-d9b560b20117 service nova] Enqueued Resource ID: 6ee72153-6246-480c-9c43-d4d0655940d4 with Priority: HIGHEST for action port [ 938.512716] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_rules [ 938.512716] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 938.512716] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ee72153-6246-480c-9c43-d4d0655940d4 with Priority: HIGHEST for action port [ 938.512941] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.513582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.513675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.513973] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.514180] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.515636] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.515636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.515636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.515636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.515636] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.515636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.515636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.515976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.515976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.515976] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.517040] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ee72153-6246-480c-9c43-d4d0655940d4 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.517040] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ee72153-6246-480c-9c43-d4d0655940d4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.517040] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ee72153-6246-480c-9c43-d4d0655940d4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.517240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ee72153-6246-480c-9c43-d4d0655940d4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.517240] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ee72153-6246-480c-9c43-d4d0655940d4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.544897] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.545197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.545197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.545335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.545423] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.545518] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 is going to be created. [ 938.571026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.571171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.571247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.571454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.571663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.581380] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 in Status: UNINITIALIZED for 2s [ 938.924223] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: SUCCESS [ 938.924223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.024026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.024026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.024026] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.024026] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ee72153-6246-480c-9c43-d4d0655940d4 with status ACTIVE [ 939.024026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.024026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.024026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.024026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.024026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.024026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.024026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.024026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.024026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.030682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.030682] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.030682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.030682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.030682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.030682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.030682] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ee72153-6246-480c-9c43-d4d0655940d4 is going to be updated. [ 939.055088] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.055088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.055088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.055088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.055088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.055088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ee72153-6246-480c-9c43-d4d0655940d4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.531088] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.591372] env[69179]: INFO networking_nsxv3.common.synchronization [None req-aa9c352a-27ed-4432-9ea5-b6fbb1d04813 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Enqueued Resource ID: 62160075-8fd7-4e82-bdc8-5f573505b42c with Priority: HIGHEST for action security_group_rules [ 939.592466] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: SUCCESS [ 939.592607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.592979] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62160075-8fd7-4e82-bdc8-5f573505b42c with Priority: HIGHEST for action security_group_rules [ 939.593346] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62160075-8fd7-4e82-bdc8-5f573505b42c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.593481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.593561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.593858] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.593970] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62160075-8fd7-4e82-bdc8-5f573505b42c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.678124] env[69179]: INFO networking_nsxv3.common.synchronization [None req-fc7be78c-3224-4c53-ad34-a0e7a65fc81e tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Enqueued Resource ID: 62160075-8fd7-4e82-bdc8-5f573505b42c with Priority: HIGHEST for action security_group_rules [ 939.678676] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62160075-8fd7-4e82-bdc8-5f573505b42c with Priority: HIGHEST for action security_group_rules [ 939.679465] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62160075-8fd7-4e82-bdc8-5f573505b42c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.679633] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.034061] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.034257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.034257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.034411] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.034498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.034596] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be created. [ 940.056928] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.057236] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.057321] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.057520] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.057672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.069533] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: UNINITIALIZED for 2s [ 940.115434] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.115434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.115434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.115434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.115434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.115434] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62160075-8fd7-4e82-bdc8-5f573505b42c already deleted. [ 940.115434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.115434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.115434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.115434] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62160075-8fd7-4e82-bdc8-5f573505b42c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.597237] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 in Status: SUCCESS [ 940.597732] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.597732] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.597868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.598115] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.598250] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.598326] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.598472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.598553] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.598639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.598736] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e87b9f50-11e1-42b0-a093-c74a28cc6211',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.634374] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.634514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.634587] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.634802] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.634892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.634984] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62160075-8fd7-4e82-bdc8-5f573505b42c already deleted. [ 940.635079] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.102795] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-e87b9f50-11e1-42b0-a093-c74a28cc6211 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.102969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.103051] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.103870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.103870] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.103870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.103870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.103870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.103870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.103870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.104254] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-e87b9f50-11e1-42b0-a093-c74a28cc6211 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.104254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.104254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.104331] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.104465] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.104520] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.104560] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.104693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.104788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.104836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.104925] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e87b9f50-11e1-42b0-a093-c74a28cc6211',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.610599] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e87b9f50-11e1-42b0-a093-c74a28cc6211: rpc.has_security_group_logging(os_id): False [ 941.630018] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.630244] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.630285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.630578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.630634] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.630936] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.631060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.631116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.631297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.631359] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.631568] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.631831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.631831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.632019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.632245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.632334] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.632396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.632485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.632626] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.632727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.632807] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 is going to be created. [ 941.693728] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.693896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.693997] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.694256] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.694440] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.707711] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 in Status: IN_PROGRESS for 2s [ 942.082566] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 942.082566] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.082566] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.082909] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.083184] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.083319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.083390] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.083568] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.083651] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.083740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.083865] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.587807] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.587955] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.588043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.588371] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.588449] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.588550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.588611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.588752] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.588839] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.588924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.589076] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.589183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.589212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.589341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.589472] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.589557] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.589624] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.589755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.589824] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.589901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.589987] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.094277] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c9502f2-ab64-4215-810d-f6bed74abb36: rpc.has_security_group_logging(os_id): False [ 943.131604] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.132108] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.132108] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.132218] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.132267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.132463] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.132579] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.132633] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.132824] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.132896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.133099] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.133202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.133258] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.133392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.133469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.133650] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.133768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.133809] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.133985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.134064] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.134117] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be created. [ 943.206214] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.206536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.206590] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.209015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.209015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.221308] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 943.722394] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 in Status: SUCCESS [ 943.722394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.962364] env[69179]: INFO networking_nsxv3.common.synchronization [None req-6dc0d46d-924c-4573-9822-be2970df0ac8 None None] Enqueued Resource ID: 04cfe911-6a55-4fce-bdaf-38c98e345fe4 with Priority: HIGHEST for action port [ 943.962364] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04cfe911-6a55-4fce-bdaf-38c98e345fe4 with Priority: HIGHEST for action port [ 943.962569] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-04cfe911-6a55-4fce-bdaf-38c98e345fe4 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.962705] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04cfe911-6a55-4fce-bdaf-38c98e345fe4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.962773] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04cfe911-6a55-4fce-bdaf-38c98e345fe4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.963139] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04cfe911-6a55-4fce-bdaf-38c98e345fe4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.963225] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04cfe911-6a55-4fce-bdaf-38c98e345fe4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.466232] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04cfe911-6a55-4fce-bdaf-38c98e345fe4 [ 944.467098] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.467278] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.467464] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.467810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.467916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.468114] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04cfe911-6a55-4fce-bdaf-38c98e345fe4 already deleted. [ 944.468224] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04cfe911-6a55-4fce-bdaf-38c98e345fe4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.085655] env[69179]: INFO networking_nsxv3.common.synchronization [req-0967ad04-22c3-490d-83e8-9c0bdb0d0c79 req-07cfe43d-d5bd-4427-b6e3-b94b73581c5d tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 945.087620] env[69179]: INFO networking_nsxv3.common.synchronization [req-afc3c931-f79d-4943-ad81-f7be8f073257 req-55d06b64-5c71-4b36-8d49-98c9cb3a9bb3 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Enqueued Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 945.090868] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 945.090868] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 945.090868] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.090966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.090966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.091178] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.091328] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.091425] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.091486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.091639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.091830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.091898] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.093366] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.093366] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.093366] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.093366] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.093366] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.093588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.093588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.093636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.093718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.093804] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.233775] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 945.234462] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.597590] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.597914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.597914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.598223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.599941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.600218] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.600361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.600450] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.600665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.600776] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.600889] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be updated. [ 945.602257] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.602452] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.602452] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.602643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.602794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.602976] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.603091] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.603157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.603304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.603379] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.603462] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 is going to be updated. [ 945.629204] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.629405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.629559] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.629815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.630524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.632146] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.632289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.632289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.632425] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.632563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.641227] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: IN_PROGRESS for 2s [ 945.641365] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: IN_PROGRESS for 2s [ 945.682156] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-905 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.684198] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-905" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.684198] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-905" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.684198] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-905" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.684198] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.684198] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.684198] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.684198] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.684198] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.684198] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.684198] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.684198] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.685091] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.685091] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.685091] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.685091] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.701378] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.701775] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 945.701775] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.701962] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-905" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.702306] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-c29d954a-08ae-4b54-98f3-541a0ca4f56b taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.702483] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-c29d954a-08ae-4b54-98f3-541a0ca4f56b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.702619] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-c29d954a-08ae-4b54-98f3-541a0ca4f56b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.702928] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-c29d954a-08ae-4b54-98f3-541a0ca4f56b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.703069] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c29d954a-08ae-4b54-98f3-541a0ca4f56b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.206449] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.206688] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.206822] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.208395] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.209869] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.209869] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port c29d954a-08ae-4b54-98f3-541a0ca4f56b not found, creating... [ 946.209869] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.209869] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.209869] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.211062] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.211062] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.211062] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.211324] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.211454] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.211837] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.212169] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.212448] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: c29d954a-08ae-4b54-98f3-541a0ca4f56b is going to be created. [ 946.250707] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.250930] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.251073] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.251375] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.251606] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.251903] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-c29d954a-08ae-4b54-98f3-541a0ca4f56b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.356742] env[69179]: INFO networking_nsxv3.common.synchronization [None req-69f8fd42-ed47-41f6-aa0b-1496bbc38124 None None] Enqueued Resource ID: 9f974664-695d-4f6a-aee9-c952c9f83a82 with Priority: HIGHEST for action port [ 946.356996] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f974664-695d-4f6a-aee9-c952c9f83a82 with Priority: HIGHEST for action port [ 946.357596] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f974664-695d-4f6a-aee9-c952c9f83a82 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.357726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f974664-695d-4f6a-aee9-c952c9f83a82" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.357791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f974664-695d-4f6a-aee9-c952c9f83a82" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.358136] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f974664-695d-4f6a-aee9-c952c9f83a82" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.358229] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f974664-695d-4f6a-aee9-c952c9f83a82',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.861746] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f974664-695d-4f6a-aee9-c952c9f83a82 [ 946.862036] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.862194] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.862399] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.862468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.863712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.863712] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f974664-695d-4f6a-aee9-c952c9f83a82 already deleted. [ 946.863712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f974664-695d-4f6a-aee9-c952c9f83a82" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.509030] env[69179]: INFO networking_nsxv3.common.synchronization [req-afc3c931-f79d-4943-ad81-f7be8f073257 req-953efdbf-a3bb-466c-9817-cadfb1c78b65 service nova] Enqueued Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_rules [ 947.509540] env[69179]: INFO networking_nsxv3.common.synchronization [req-afc3c931-f79d-4943-ad81-f7be8f073257 req-953efdbf-a3bb-466c-9817-cadfb1c78b65 service nova] Enqueued Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 947.509762] env[69179]: INFO networking_nsxv3.common.synchronization [req-afc3c931-f79d-4943-ad81-f7be8f073257 req-953efdbf-a3bb-466c-9817-cadfb1c78b65 service nova] Enqueued Resource ID: c29d954a-08ae-4b54-98f3-541a0ca4f56b with Priority: HIGHEST for action port [ 947.510555] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_rules [ 947.510745] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 947.510745] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29d954a-08ae-4b54-98f3-541a0ca4f56b with Priority: HIGHEST for action port [ 947.510979] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.511105] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.511213] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.511429] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.511511] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.513292] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.513438] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.513829] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-c29d954a-08ae-4b54-98f3-541a0ca4f56b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.514109] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c29d954a-08ae-4b54-98f3-541a0ca4f56b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.514109] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c29d954a-08ae-4b54-98f3-541a0ca4f56b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.514109] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c29d954a-08ae-4b54-98f3-541a0ca4f56b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.514212] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c29d954a-08ae-4b54-98f3-541a0ca4f56b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.656053] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: SUCCESS [ 947.656274] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 deletion is rescheduled due to dependency. [ 947.656388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.656562] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.656804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.656994] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.657188] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.658789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.658789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.658789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.658789] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.659193] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: SUCCESS [ 947.659354] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 deletion is rescheduled due to dependency. [ 947.659445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.016169] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.017046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.018699] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c29d954a-08ae-4b54-98f3-541a0ca4f56b with status ACTIVE [ 948.018893] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.019201] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.019201] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.019311] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.019427] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.019690] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.019819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.019931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.020265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.020362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.020589] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.020716] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.020834] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.021017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.021364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.021502] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c29d954a-08ae-4b54-98f3-541a0ca4f56b is going to be updated. [ 948.042623] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.042623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.042623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.043470] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.043470] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.043470] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c29d954a-08ae-4b54-98f3-541a0ca4f56b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.161039] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.377471] env[69179]: INFO networking_nsxv3.common.synchronization [req-4de3ef78-fbfa-4fbd-ac45-23c8248802f6 req-e0698315-3b27-4c82-b226-86b3630a22ab tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 with Priority: HIGHEST for action security_group_members [ 948.378922] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 with Priority: HIGHEST for action security_group_members [ 948.379763] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1daae5b-aae0-4048-ac11-806fb7c3d370 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.379934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.380034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.381867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.381867] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.381867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.381867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.381867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.381867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.381867] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1daae5b-aae0-4048-ac11-806fb7c3d370',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.663667] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.884373] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.885028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.885384] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.885671] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.885885] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.886295] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.886513] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.886648] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.886877] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.887053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.887217] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 is going to be updated. [ 948.915403] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.915543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.915609] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.915823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.915957] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.924016] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 in Status: IN_PROGRESS for 2s [ 949.167618] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.167941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.167941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.168183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.168305] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.168463] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 is going to be updated. [ 949.205041] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.205244] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.205323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.205633] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.205786] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.216299] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: IN_PROGRESS for 2s [ 950.380088] env[69179]: INFO networking_nsxv3.common.synchronization [req-29f2a418-675f-4983-ac62-d912d2365e04 req-730a8ef9-062b-4596-8a8e-f4b1bd6dc313 tempest-ServerGroupTestJSON-1211370296 tempest-ServerGroupTestJSON-1211370296-project-member] Enqueued Resource ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 with Priority: HIGHEST for action security_group_members [ 950.380088] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 with Priority: HIGHEST for action security_group_members [ 950.380088] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-e87b9f50-11e1-42b0-a093-c74a28cc6211 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.380088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.380088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.380088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.380088] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.380088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.380088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.380088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.380088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.380088] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e87b9f50-11e1-42b0-a093-c74a28cc6211',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.890388] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.890388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.890388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.890388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.890388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.890388] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.890388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.890717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.890717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.890717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.890835] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 is going to be updated. [ 950.913271] env[69179]: INFO networking_nsxv3.common.synchronization [req-f39c431a-d6d3-4f00-8370-c12bcc539062 req-01a1ec43-d28f-4335-8ad3-29cf458d73e5 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 950.913788] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 950.914097] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.914221] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.914307] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.914478] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.914626] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.914723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.914778] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.914927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.915017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.915623] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.922249] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.922249] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.922249] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.922249] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.922249] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.931805] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 in Status: IN_PROGRESS for 2s [ 950.933104] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 in Status: SUCCESS [ 950.933104] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 deletion is rescheduled due to dependency. [ 950.933168] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.225843] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: SUCCESS [ 951.227922] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.230017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.230017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.230017] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.230017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.230017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.230017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.230017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.230017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.230017] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.422354] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.422649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.422649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.422854] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.422995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.423284] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.423381] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.423510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.424200] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.424200] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.424200] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 951.453569] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.453781] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.453925] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.454220] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.454402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.463561] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 951.735820] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.736050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.736151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.736419] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.736791] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.736791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.736791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.736973] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.737072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.737167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.737313] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.737404] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.737464] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.737634] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.737796] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.737901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.738140] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.738202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.738244] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.738344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.738437] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.241377] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc135405-0c24-4ecc-ab2b-5b471b737bc1: rpc.has_security_group_logging(os_id): False [ 952.259999] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.260105] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.260150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.260355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.260447] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.261280] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.261280] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.261280] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.261280] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.261280] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.261280] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.261280] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.262073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.262073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.262073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.262073] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.262073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.262073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.262502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.262502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.262502] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 is going to be updated. [ 952.321025] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.321025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.321025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.321025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.321308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.335165] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: IN_PROGRESS for 2s [ 952.445480] env[69179]: INFO networking_nsxv3.common.synchronization [req-b42db9d1-e094-4657-9cea-ac97ec3ae434 req-78ecc2b8-2934-4c5f-960b-6734efa7d87f tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Enqueued Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGHEST for action security_group_members [ 952.446061] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGHEST for action security_group_members [ 952.446438] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.446542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.446581] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.446784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.446933] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.447067] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.447128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.447346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.447346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.447491] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.941032] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 in Status: SUCCESS [ 952.941032] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e87b9f50-11e1-42b0-a093-c74a28cc6211 deletion is rescheduled due to dependency. [ 952.941190] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e87b9f50-11e1-42b0-a093-c74a28cc6211" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.949586] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.452238] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.474900] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 953.475116] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 deletion is rescheduled due to dependency. [ 953.475240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.587408] env[69179]: INFO networking_nsxv3.common.synchronization [req-b297a660-702c-428a-924d-38f5e6ea28eb req-5a096653-af2d-429b-8c06-485742034815 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Enqueued Resource ID: 4c664541-03b4-4824-9951-e4c40f309895 with Priority: HIGHEST for action security_group_members [ 953.588233] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c664541-03b4-4824-9951-e4c40f309895 with Priority: HIGHEST for action security_group_members [ 953.588653] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c664541-03b4-4824-9951-e4c40f309895 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.588806] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.588876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.589169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.589349] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.589462] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.589537] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.589700] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.589804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.589903] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c664541-03b4-4824-9951-e4c40f309895',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.886476] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.886649] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.886775] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.887057] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.887313] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.887471] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.887594] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.887804] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.887947] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.888207] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.888337] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.888452] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.888567] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.888677] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.888784] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.888917] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.907600] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.907677] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 953.908477] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.908477] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-571" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.908477] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-a9261e33-25d1-46e8-8261-7e7d0cadd19e taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.908477] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-a9261e33-25d1-46e8-8261-7e7d0cadd19e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.908477] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-a9261e33-25d1-46e8-8261-7e7d0cadd19e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.909030] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-a9261e33-25d1-46e8-8261-7e7d0cadd19e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.909030] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9261e33-25d1-46e8-8261-7e7d0cadd19e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.954584] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.954737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.954794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.955027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.955113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.955209] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c is going to be updated. [ 953.984052] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.984235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.984314] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.984519] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.984679] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.992915] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c in Status: IN_PROGRESS for 2s [ 954.094738] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.094896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.094973] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.095195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.095286] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.095476] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.095570] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.095629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.095770] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.095846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.096011] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c664541-03b4-4824-9951-e4c40f309895 already deleted. [ 954.096011] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.349317] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: SUCCESS [ 954.349555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.411943] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.412230] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.412330] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.412630] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.412916] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.412916] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port a9261e33-25d1-46e8-8261-7e7d0cadd19e not found, creating... [ 954.413234] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.413402] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.413524] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.413751] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.413936] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.414196] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.414357] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.414478] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.414692] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.414827] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.414968] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: a9261e33-25d1-46e8-8261-7e7d0cadd19e is going to be created. [ 954.436953] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.437298] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.437366] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.437703] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.437951] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.438183] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-a9261e33-25d1-46e8-8261-7e7d0cadd19e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.261381] env[69179]: INFO networking_nsxv3.common.synchronization [req-b297a660-702c-428a-924d-38f5e6ea28eb req-2156ff72-5338-4165-aeb8-aa250c6d0d11 service nova] Enqueued Resource ID: 4c664541-03b4-4824-9951-e4c40f309895 with Priority: HIGHEST for action security_group_rules [ 955.261830] env[69179]: INFO networking_nsxv3.common.synchronization [req-b297a660-702c-428a-924d-38f5e6ea28eb req-2156ff72-5338-4165-aeb8-aa250c6d0d11 service nova] Enqueued Resource ID: 4c664541-03b4-4824-9951-e4c40f309895 with Priority: HIGHEST for action security_group_members [ 955.262196] env[69179]: INFO networking_nsxv3.common.synchronization [req-b297a660-702c-428a-924d-38f5e6ea28eb req-2156ff72-5338-4165-aeb8-aa250c6d0d11 service nova] Enqueued Resource ID: a9261e33-25d1-46e8-8261-7e7d0cadd19e with Priority: HIGHEST for action port [ 955.263778] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c664541-03b4-4824-9951-e4c40f309895 with Priority: HIGHEST for action security_group_rules [ 955.263854] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c664541-03b4-4824-9951-e4c40f309895 with Priority: HIGHEST for action security_group_members [ 955.264128] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9261e33-25d1-46e8-8261-7e7d0cadd19e with Priority: HIGHEST for action port [ 955.264651] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c664541-03b4-4824-9951-e4c40f309895 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.264911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.264981] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.265375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.265516] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c664541-03b4-4824-9951-e4c40f309895',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.269032] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c664541-03b4-4824-9951-e4c40f309895 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.269032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.269032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.269330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.269618] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.269904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.270050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.271892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.271892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.271892] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c664541-03b4-4824-9951-e4c40f309895',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.272992] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9261e33-25d1-46e8-8261-7e7d0cadd19e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.272992] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9261e33-25d1-46e8-8261-7e7d0cadd19e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.272992] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9261e33-25d1-46e8-8261-7e7d0cadd19e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.273484] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9261e33-25d1-46e8-8261-7e7d0cadd19e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.273678] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9261e33-25d1-46e8-8261-7e7d0cadd19e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.769311] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c664541-03b4-4824-9951-e4c40f309895 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.769550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.776649] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c664541-03b4-4824-9951-e4c40f309895',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.778328] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9261e33-25d1-46e8-8261-7e7d0cadd19e with status ACTIVE [ 955.778545] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.779139] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.779139] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.779416] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.779582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.779894] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.780367] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.780796] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.781288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.781839] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.782340] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.782480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.782598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.782829] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.783670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.783670] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9261e33-25d1-46e8-8261-7e7d0cadd19e is going to be updated. [ 955.804246] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.804372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.804444] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.804668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.804823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.804988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9261e33-25d1-46e8-8261-7e7d0cadd19e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.003697] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c in Status: SUCCESS [ 956.003987] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.279327] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c664541-03b4-4824-9951-e4c40f309895',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.784072] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.784763] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.784763] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.784763] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.784763] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.784763] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c664541-03b4-4824-9951-e4c40f309895 is going to be created. [ 956.806453] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.806719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.806719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.807541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.807541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.815188] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c664541-03b4-4824-9951-e4c40f309895 in Status: UNINITIALIZED for 2s [ 958.156284] env[69179]: INFO networking_nsxv3.common.synchronization [req-8a952f02-8442-478e-acdc-ace94db97706 req-2fadd715-e008-448a-b06a-6dec43962011 tempest-ImagesOneServerNegativeTestJSON-996637904 tempest-ImagesOneServerNegativeTestJSON-996637904-project-member] Enqueued Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 958.156284] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGHEST for action security_group_members [ 958.156284] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.156708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.156708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.156708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.156837] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.156837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.157020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.157082] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.157144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.157232] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.659618] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.659865] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.659865] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.660065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.660128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.660503] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.660554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.660652] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.660839] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.660943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.661088] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 is going to be updated. [ 958.689086] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.689262] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.689329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.689545] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.689684] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.699342] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: IN_PROGRESS for 2s [ 958.824975] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c664541-03b4-4824-9951-e4c40f309895 in Status: SUCCESS [ 958.825263] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.825432] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.825639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.825827] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.825943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.826017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.826170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.826252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.826335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.826427] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c664541-03b4-4824-9951-e4c40f309895',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.328919] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c664541-03b4-4824-9951-e4c40f309895 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.329283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.329283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.329423] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.329606] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.329719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.329786] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.329957] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.330066] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.330160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.330311] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c664541-03b4-4824-9951-e4c40f309895 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.330418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.330501] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.330668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.330807] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.330899] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.330959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.331127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.331199] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.331279] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.331383] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c664541-03b4-4824-9951-e4c40f309895',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.833895] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c664541-03b4-4824-9951-e4c40f309895: rpc.has_security_group_logging(os_id): False [ 959.851924] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.852150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.852206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.852451] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.852548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.852675] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.852764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.852842] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.853025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.853142] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.853363] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.853473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.853542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.853676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.853766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.853961] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.854178] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.854273] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.854606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.854606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.854686] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c664541-03b4-4824-9951-e4c40f309895 is going to be created. [ 959.913181] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.913181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.913181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.913181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.913181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.922839] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c664541-03b4-4824-9951-e4c40f309895 in Status: IN_PROGRESS for 2s [ 960.103455] env[69179]: INFO networking_nsxv3.common.synchronization [req-749c2c31-2103-4c39-9ab8-80f99da63a47 req-301ed196-3a1b-4449-9b89-1530bc8780a9 tempest-ServersWithSpecificFlavorTestJSON-1012595994 tempest-ServersWithSpecificFlavorTestJSON-1012595994-project-member] Enqueued Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_members [ 960.103799] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGHEST for action security_group_members [ 960.103996] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-98568ac7-233d-48d9-b5e9-3def66b3d593 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.104246] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.104246] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.104466] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.104568] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.104667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.104719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.104873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.104971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.105076] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.610303] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.610607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.610607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.610800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.610894] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.611128] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.611229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.611290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.611498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.611585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.611699] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 is going to be updated. [ 960.640194] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.640470] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.640470] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.640540] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.640680] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.649312] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 in Status: IN_PROGRESS for 2s [ 960.712174] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 in Status: SUCCESS [ 960.712565] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 deletion is rescheduled due to dependency. [ 960.712791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.778759] env[69179]: INFO networking_nsxv3.common.synchronization [req-e76ac382-ad75-4809-bed6-e40996d1338b req-f5d5b967-60a0-4c0d-a8f4-4237d521359c tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Enqueued Resource ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 with Priority: HIGHEST for action security_group_members [ 960.779546] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 with Priority: HIGHEST for action security_group_members [ 960.780357] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.781029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.781157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.781667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.781769] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.781921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.782091] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.782344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.783402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.783562] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea7f9731-084f-46cb-b240-cd1bd40a4ae0',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.285862] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.286067] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.286145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.286352] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.286442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.286647] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.286747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.286812] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.286960] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.287043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.287127] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 already deleted. [ 961.287213] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.292108] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.292108] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-317" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.292108] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-317" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.292108] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-317" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.292108] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.292108] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.292446] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.292543] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.292720] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.292970] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.293210] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.293309] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.293456] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.293586] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.293772] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.293924] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.313781] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.314826] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 961.314826] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.314826] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-317" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.314988] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-c92ae234-a923-448b-ac72-b9bcfd18cf0f taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.315266] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-c92ae234-a923-448b-ac72-b9bcfd18cf0f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.315467] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-c92ae234-a923-448b-ac72-b9bcfd18cf0f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.315926] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-c92ae234-a923-448b-ac72-b9bcfd18cf0f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.316176] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c92ae234-a923-448b-ac72-b9bcfd18cf0f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.820093] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.820093] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.820093] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.820545] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.820545] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.820731] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port c92ae234-a923-448b-ac72-b9bcfd18cf0f not found, creating... [ 961.821066] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.821285] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.821440] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.821741] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.821943] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.822309] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.822491] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.822623] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.822856] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.823022] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.823171] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: c92ae234-a923-448b-ac72-b9bcfd18cf0f is going to be created. [ 961.842896] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.843000] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.843054] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.843302] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.843558] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.843790] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-c92ae234-a923-448b-ac72-b9bcfd18cf0f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.935211] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c664541-03b4-4824-9951-e4c40f309895 in Status: SUCCESS [ 961.935432] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.604261] env[69179]: INFO networking_nsxv3.common.synchronization [req-e76ac382-ad75-4809-bed6-e40996d1338b req-c9ec9e95-69d1-4581-99c7-ec98e1f55fab service nova] Enqueued Resource ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 with Priority: HIGHEST for action security_group_rules [ 962.604450] env[69179]: INFO networking_nsxv3.common.synchronization [req-e76ac382-ad75-4809-bed6-e40996d1338b req-c9ec9e95-69d1-4581-99c7-ec98e1f55fab service nova] Enqueued Resource ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 with Priority: HIGHEST for action security_group_members [ 962.604591] env[69179]: INFO networking_nsxv3.common.synchronization [req-e76ac382-ad75-4809-bed6-e40996d1338b req-c9ec9e95-69d1-4581-99c7-ec98e1f55fab service nova] Enqueued Resource ID: c92ae234-a923-448b-ac72-b9bcfd18cf0f with Priority: HIGHEST for action port [ 962.604811] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 with Priority: HIGHEST for action security_group_rules [ 962.604930] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 with Priority: HIGHEST for action security_group_members [ 962.605061] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92ae234-a923-448b-ac72-b9bcfd18cf0f with Priority: HIGHEST for action port [ 962.605920] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.605920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.605920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.606075] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.606075] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea7f9731-084f-46cb-b240-cd1bd40a4ae0',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.606945] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.607027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.607064] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.607222] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.607394] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.607485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.607543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.608106] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.608759] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.608759] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea7f9731-084f-46cb-b240-cd1bd40a4ae0',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.609159] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-c92ae234-a923-448b-ac72-b9bcfd18cf0f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.609159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c92ae234-a923-448b-ac72-b9bcfd18cf0f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.609159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c92ae234-a923-448b-ac72-b9bcfd18cf0f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.609314] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c92ae234-a923-448b-ac72-b9bcfd18cf0f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.609385] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c92ae234-a923-448b-ac72-b9bcfd18cf0f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.658811] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 in Status: SUCCESS [ 962.659024] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 deletion is rescheduled due to dependency. [ 962.659144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.111334] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.112192] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.112192] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c92ae234-a923-448b-ac72-b9bcfd18cf0f with status ACTIVE [ 963.112192] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.112192] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.112192] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.115630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.115630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.115630] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.115630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.115630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.115630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.115630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.115630] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.115630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.115630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.115630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.115630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.115630] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c92ae234-a923-448b-ac72-b9bcfd18cf0f is going to be updated. [ 963.118088] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea7f9731-084f-46cb-b240-cd1bd40a4ae0',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.138285] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.138458] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.138542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.138769] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.138932] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.140687] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c92ae234-a923-448b-ac72-b9bcfd18cf0f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.619903] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea7f9731-084f-46cb-b240-cd1bd40a4ae0',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.121955] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.122424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.122424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.122424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.122558] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.122623] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 is going to be created. [ 964.144740] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.144879] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.144947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.145177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.145332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.153882] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 in Status: UNINITIALIZED for 2s [ 965.123771] env[69179]: INFO networking_nsxv3.common.synchronization [req-b1a1ccb8-5e1b-4004-9eba-f9061d3da65d req-c7db67c3-00cc-4b42-83a0-573fef9d1a3d tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 965.124295] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 965.124601] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.124716] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.124779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.124972] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.125389] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.125540] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.125631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.126606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.126606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.126606] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.263137] env[69179]: INFO networking_nsxv3.common.synchronization [req-55861055-2acf-4526-aa50-47c15fe6cd6a req-dc0cffca-a4af-405d-b8ea-f6b589cabaf3 tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Enqueued Resource ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce with Priority: HIGHEST for action security_group_members [ 965.263697] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce with Priority: HIGHEST for action security_group_members [ 965.264052] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.264194] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.264314] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.264557] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.264734] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.264843] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.264930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.269052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.269213] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.269372] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c80b05c-f116-48d8-8aeb-9c34b088e0ce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.630024] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.639164] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-219 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.639164] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-219" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.639164] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-219" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.639164] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-219" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.639164] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.639164] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.639164] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.639164] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.639164] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.639519] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.639519] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.639519] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.639948] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.640236] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.640507] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.640736] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.659626] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.659626] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 965.659626] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.659626] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-219" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.660220] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-715081d2-13eb-4ed1-8d81-6080b0507017 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.660395] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-715081d2-13eb-4ed1-8d81-6080b0507017" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.660851] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-715081d2-13eb-4ed1-8d81-6080b0507017" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.661221] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-715081d2-13eb-4ed1-8d81-6080b0507017" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.661450] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('715081d2-13eb-4ed1-8d81-6080b0507017',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.772022] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.772022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.772022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.773128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.773128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.773128] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.773128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.773128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.773128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.773128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.773402] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce already deleted. [ 965.773402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.133435] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.164633] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.165764] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.165928] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.166234] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.166390] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.166547] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 715081d2-13eb-4ed1-8d81-6080b0507017 not found, creating... [ 966.166828] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.166990] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.167121] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.167360] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.167487] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.167804] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.168902] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.168902] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.168902] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.168902] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.168902] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 715081d2-13eb-4ed1-8d81-6080b0507017 is going to be created. [ 966.174287] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 in Status: SUCCESS [ 966.174512] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.175919] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.175919] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.175919] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.175919] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.175919] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.175919] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.175919] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.175919] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.176343] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea7f9731-084f-46cb-b240-cd1bd40a4ae0',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.201501] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.201769] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.201931] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.202365] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.202607] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.202987] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-715081d2-13eb-4ed1-8d81-6080b0507017" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.636930] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.637120] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.637275] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.637504] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.637595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.637697] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 is going to be updated. [ 966.675372] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.675794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.675876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.676115] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.676470] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.682861] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea7f9731-084f-46cb-b240-cd1bd40a4ae0',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.685275] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: IN_PROGRESS for 2s [ 966.957290] env[69179]: INFO networking_nsxv3.common.synchronization [req-55861055-2acf-4526-aa50-47c15fe6cd6a req-1ff52e01-ec71-4650-b0e6-668319c293c8 service nova] Enqueued Resource ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce with Priority: HIGHEST for action security_group_rules [ 966.957484] env[69179]: INFO networking_nsxv3.common.synchronization [req-55861055-2acf-4526-aa50-47c15fe6cd6a req-1ff52e01-ec71-4650-b0e6-668319c293c8 service nova] Enqueued Resource ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce with Priority: HIGHEST for action security_group_members [ 966.957624] env[69179]: INFO networking_nsxv3.common.synchronization [req-55861055-2acf-4526-aa50-47c15fe6cd6a req-1ff52e01-ec71-4650-b0e6-668319c293c8 service nova] Enqueued Resource ID: 715081d2-13eb-4ed1-8d81-6080b0507017 with Priority: HIGHEST for action port [ 966.957848] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce with Priority: HIGHEST for action security_group_rules [ 966.957973] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce with Priority: HIGHEST for action security_group_members [ 966.958079] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 715081d2-13eb-4ed1-8d81-6080b0507017 with Priority: HIGHEST for action port [ 966.961918] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c80b05c-f116-48d8-8aeb-9c34b088e0ce taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.961918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.961918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.961918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.961918] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c80b05c-f116-48d8-8aeb-9c34b088e0ce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.961918] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.961918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.961918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.961918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.961918] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.961918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.961918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.961918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.961918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.961918] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c80b05c-f116-48d8-8aeb-9c34b088e0ce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.961918] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-715081d2-13eb-4ed1-8d81-6080b0507017 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.962840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-715081d2-13eb-4ed1-8d81-6080b0507017" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.962840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-715081d2-13eb-4ed1-8d81-6080b0507017" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.962840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-715081d2-13eb-4ed1-8d81-6080b0507017" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.962840] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('715081d2-13eb-4ed1-8d81-6080b0507017',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.185097] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea7f9731-084f-46cb-b240-cd1bd40a4ae0: rpc.has_security_group_logging(os_id): False [ 967.202517] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.203372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.203372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.203372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.203372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.203372] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.203372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.203619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.203619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.203676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.203735] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 is going to be created. [ 967.273054] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.273223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.273223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.273405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.273589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.284769] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 in Status: IN_PROGRESS for 2s [ 967.403217] env[69179]: INFO networking_nsxv3.common.synchronization [req-ca4de07e-f709-49b4-8a42-b0ff7ea6ee93 req-4e58e803-15cb-459b-85f0-ce77de8ef442 tempest-ServerExternalEventsTest-836024408 tempest-ServerExternalEventsTest-836024408-project-member] Enqueued Resource ID: 4c664541-03b4-4824-9951-e4c40f309895 with Priority: HIGHEST for action security_group_members [ 967.404037] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c664541-03b4-4824-9951-e4c40f309895 with Priority: HIGHEST for action security_group_members [ 967.404141] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c664541-03b4-4824-9951-e4c40f309895 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.404202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.404315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.404451] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.404603] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.404699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.404761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.404946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.405045] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.405139] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c664541-03b4-4824-9951-e4c40f309895',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.464671] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c80b05c-f116-48d8-8aeb-9c34b088e0ce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.466256] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.466256] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.466598] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 715081d2-13eb-4ed1-8d81-6080b0507017 with status ACTIVE [ 967.466768] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.466892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.466966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.467215] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.467311] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.467506] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.467907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.467907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.467907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.467907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.468147] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.468235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.468303] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.468501] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.468554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.468623] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 715081d2-13eb-4ed1-8d81-6080b0507017 is going to be updated. [ 967.491493] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.491648] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.491692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.491896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.492150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.492350] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-715081d2-13eb-4ed1-8d81-6080b0507017" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.907683] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.907683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.907683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.909149] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.909149] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.909149] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.909149] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.909149] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.909149] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.909149] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.909149] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c664541-03b4-4824-9951-e4c40f309895 is going to be updated. [ 967.936973] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.937124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.937190] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.937752] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.937752] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.945450] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c664541-03b4-4824-9951-e4c40f309895 in Status: IN_PROGRESS for 2s [ 967.967786] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c80b05c-f116-48d8-8aeb-9c34b088e0ce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.472348] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.472348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.472348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.472348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.472348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.472348] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce is going to be created. [ 968.495178] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.495370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.495690] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.495997] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.496198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.506554] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce in Status: UNINITIALIZED for 2s [ 968.694639] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: SUCCESS [ 968.694892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.296230] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 in Status: SUCCESS [ 969.296505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.954365] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c664541-03b4-4824-9951-e4c40f309895 in Status: SUCCESS [ 969.954692] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c664541-03b4-4824-9951-e4c40f309895 deletion is rescheduled due to dependency. [ 969.954692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.516644] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce in Status: SUCCESS [ 970.517054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.517253] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.517502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.517697] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.517820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.517901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.518074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.518156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.518239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.518333] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c80b05c-f116-48d8-8aeb-9c34b088e0ce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.882261] env[69179]: INFO networking_nsxv3.common.synchronization [req-a0d8e199-07e7-41d9-8f88-50e94281f86b req-c2e65312-b00f-4a8e-be1b-08c67dc522b9 tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Enqueued Resource ID: ef58425f-5860-414a-bfb4-89941625f842 with Priority: HIGHEST for action security_group_members [ 970.882852] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef58425f-5860-414a-bfb4-89941625f842 with Priority: HIGHEST for action security_group_members [ 970.883210] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef58425f-5860-414a-bfb4-89941625f842 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.883380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.883469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.883713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.883870] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.883969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.888152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.888392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.888485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.888591] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef58425f-5860-414a-bfb4-89941625f842',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.023554] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.023900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.023900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.023975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.024188] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.024245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.024308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.024495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.024560] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.024656] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.025041] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.025041] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.025041] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.025181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.025229] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.025334] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.025395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.025532] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.025604] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.025682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.025808] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c80b05c-f116-48d8-8aeb-9c34b088e0ce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.325257] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.325257] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-846" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.325257] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-846" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.325257] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-846" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.326434] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.326679] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.326751] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.326977] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.327136] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.327354] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.327469] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.327576] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.327683] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.327816] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 971.327894] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.328037] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.352028] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.352028] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 971.352028] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.352028] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-846" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.352028] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-ac6f5c09-22a8-41bb-8266-a90d008b529c taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.352028] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-ac6f5c09-22a8-41bb-8266-a90d008b529c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.352028] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-ac6f5c09-22a8-41bb-8266-a90d008b529c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.352028] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-ac6f5c09-22a8-41bb-8266-a90d008b529c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.352028] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac6f5c09-22a8-41bb-8266-a90d008b529c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.390940] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.391119] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.391192] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.391409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.391502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.391717] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.391844] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.391844] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.391995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.392089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.392186] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef58425f-5860-414a-bfb4-89941625f842 already deleted. [ 971.392301] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.530463] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c80b05c-f116-48d8-8aeb-9c34b088e0ce: rpc.has_security_group_logging(os_id): False [ 971.551278] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.551442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.551495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.551700] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.551788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.551987] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.552095] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.552151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.552333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.552434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.552602] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.552687] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.552756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.552935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.553019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.553207] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.553324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.553385] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.553525] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.553598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.553680] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce is going to be created. [ 971.654559] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.654819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.654874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.655152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.655398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.667320] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce in Status: IN_PROGRESS for 2s [ 971.856044] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.856305] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.856443] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.856776] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.857441] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.857788] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port ac6f5c09-22a8-41bb-8266-a90d008b529c not found, creating... [ 971.858231] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.858462] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.858590] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.859158] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.859371] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.859786] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.859895] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.860062] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.860276] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.860471] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.860745] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: ac6f5c09-22a8-41bb-8266-a90d008b529c is going to be created. [ 971.884584] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.885158] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.885158] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.885158] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.885443] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.885722] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-ac6f5c09-22a8-41bb-8266-a90d008b529c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.610263] env[69179]: INFO networking_nsxv3.common.synchronization [req-a0d8e199-07e7-41d9-8f88-50e94281f86b req-664acdbb-e6ee-4348-bb1f-4f515999ac7f service nova] Enqueued Resource ID: ef58425f-5860-414a-bfb4-89941625f842 with Priority: HIGHEST for action security_group_rules [ 972.610263] env[69179]: INFO networking_nsxv3.common.synchronization [req-a0d8e199-07e7-41d9-8f88-50e94281f86b req-664acdbb-e6ee-4348-bb1f-4f515999ac7f service nova] Enqueued Resource ID: ef58425f-5860-414a-bfb4-89941625f842 with Priority: HIGHEST for action security_group_members [ 972.610263] env[69179]: INFO networking_nsxv3.common.synchronization [req-a0d8e199-07e7-41d9-8f88-50e94281f86b req-664acdbb-e6ee-4348-bb1f-4f515999ac7f service nova] Enqueued Resource ID: ac6f5c09-22a8-41bb-8266-a90d008b529c with Priority: HIGHEST for action port [ 972.610263] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef58425f-5860-414a-bfb4-89941625f842 with Priority: HIGHEST for action security_group_rules [ 972.610263] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef58425f-5860-414a-bfb4-89941625f842 with Priority: HIGHEST for action security_group_members [ 972.610263] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6f5c09-22a8-41bb-8266-a90d008b529c with Priority: HIGHEST for action port [ 972.611059] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef58425f-5860-414a-bfb4-89941625f842 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.611343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.611525] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.611837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.612079] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef58425f-5860-414a-bfb4-89941625f842',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.613271] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef58425f-5860-414a-bfb4-89941625f842 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.613271] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.613271] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.613411] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.613481] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.613611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.613611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.613750] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.613833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.613920] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef58425f-5860-414a-bfb4-89941625f842',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.615026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac6f5c09-22a8-41bb-8266-a90d008b529c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.615026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac6f5c09-22a8-41bb-8266-a90d008b529c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.615164] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac6f5c09-22a8-41bb-8266-a90d008b529c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.615243] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac6f5c09-22a8-41bb-8266-a90d008b529c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.615324] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac6f5c09-22a8-41bb-8266-a90d008b529c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.117738] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef58425f-5860-414a-bfb4-89941625f842 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.117738] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.117738] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef58425f-5860-414a-bfb4-89941625f842',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.119048] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac6f5c09-22a8-41bb-8266-a90d008b529c with status ACTIVE [ 973.119263] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.119375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.120089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.120089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.120089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.120089] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.120089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.120089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.120343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.120343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.120453] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.120507] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.120571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.120669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.120739] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.120813] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac6f5c09-22a8-41bb-8266-a90d008b529c is going to be updated. [ 973.153861] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.153861] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.153861] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.153861] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.153861] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.153861] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac6f5c09-22a8-41bb-8266-a90d008b529c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.217146] env[69179]: INFO networking_nsxv3.common.synchronization [req-a302c0c2-7810-4f3b-8083-2dec0141223e req-efa11d71-e70b-4e42-801e-6c383b1c27a5 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Enqueued Resource ID: 62160075-8fd7-4e82-bdc8-5f573505b42c with Priority: HIGHEST for action security_group_members [ 973.218333] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62160075-8fd7-4e82-bdc8-5f573505b42c with Priority: HIGHEST for action security_group_members [ 973.218838] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-62160075-8fd7-4e82-bdc8-5f573505b42c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.219151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.222095] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.222095] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.222095] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.222095] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.222095] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.222095] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.222095] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.222095] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62160075-8fd7-4e82-bdc8-5f573505b42c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.560463] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.560801] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-195" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.560801] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-195" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.561073] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-195" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.561338] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.562233] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.562462] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.563098] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.563330] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.563525] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.563627] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.563742] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.563848] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.563991] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.564108] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.564206] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.582348] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.582669] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 973.582743] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.582919] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-195" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.583261] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-523f294d-b46a-4df5-9b3e-2f68ed305099 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.583445] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-523f294d-b46a-4df5-9b3e-2f68ed305099" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.583561] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-523f294d-b46a-4df5-9b3e-2f68ed305099" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.583871] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-523f294d-b46a-4df5-9b3e-2f68ed305099" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.584025] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('523f294d-b46a-4df5-9b3e-2f68ed305099',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.621102] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef58425f-5860-414a-bfb4-89941625f842',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.678963] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce in Status: SUCCESS [ 973.679214] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.722970] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.723090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.723127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.723324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.723422] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.723627] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.723685] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.723748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.723980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.724186] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.724186] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62160075-8fd7-4e82-bdc8-5f573505b42c already deleted. [ 973.724271] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.087406] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.087810] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.088045] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.088559] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.088823] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.089056] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 523f294d-b46a-4df5-9b3e-2f68ed305099 not found, creating... [ 974.089457] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.089702] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.089894] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.090380] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.090577] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.090908] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.091103] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.091222] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.091450] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.091585] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.091722] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 523f294d-b46a-4df5-9b3e-2f68ed305099 is going to be created. [ 974.110996] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.111205] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.111332] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.111593] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.111821] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.112069] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-523f294d-b46a-4df5-9b3e-2f68ed305099" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.125924] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.125924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.125924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.126104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.126143] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.126290] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef58425f-5860-414a-bfb4-89941625f842 is going to be created. [ 974.147602] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.147800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.147800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.148036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.148210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.157644] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef58425f-5860-414a-bfb4-89941625f842 in Status: UNINITIALIZED for 2s [ 974.890111] env[69179]: INFO networking_nsxv3.common.synchronization [req-a302c0c2-7810-4f3b-8083-2dec0141223e req-a18677cc-3ca8-47d0-9d0a-cb20ea132216 service nova] Enqueued Resource ID: 62160075-8fd7-4e82-bdc8-5f573505b42c with Priority: HIGHEST for action security_group_rules [ 974.890111] env[69179]: INFO networking_nsxv3.common.synchronization [req-a302c0c2-7810-4f3b-8083-2dec0141223e req-a18677cc-3ca8-47d0-9d0a-cb20ea132216 service nova] Enqueued Resource ID: 62160075-8fd7-4e82-bdc8-5f573505b42c with Priority: HIGHEST for action security_group_members [ 974.890111] env[69179]: INFO networking_nsxv3.common.synchronization [req-a302c0c2-7810-4f3b-8083-2dec0141223e req-a18677cc-3ca8-47d0-9d0a-cb20ea132216 service nova] Enqueued Resource ID: 523f294d-b46a-4df5-9b3e-2f68ed305099 with Priority: HIGHEST for action port [ 974.890111] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62160075-8fd7-4e82-bdc8-5f573505b42c with Priority: HIGHEST for action security_group_rules [ 974.890111] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62160075-8fd7-4e82-bdc8-5f573505b42c with Priority: HIGHEST for action security_group_members [ 974.890606] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 523f294d-b46a-4df5-9b3e-2f68ed305099 with Priority: HIGHEST for action port [ 974.890606] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62160075-8fd7-4e82-bdc8-5f573505b42c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.890693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.890731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.890928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.891019] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62160075-8fd7-4e82-bdc8-5f573505b42c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.891835] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-62160075-8fd7-4e82-bdc8-5f573505b42c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.892077] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.892077] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.892197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.892440] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.892492] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.892552] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.892704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.892787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.892880] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62160075-8fd7-4e82-bdc8-5f573505b42c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.893634] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-523f294d-b46a-4df5-9b3e-2f68ed305099 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.893740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-523f294d-b46a-4df5-9b3e-2f68ed305099" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.893827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-523f294d-b46a-4df5-9b3e-2f68ed305099" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.893952] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-523f294d-b46a-4df5-9b3e-2f68ed305099" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.894040] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('523f294d-b46a-4df5-9b3e-2f68ed305099',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.396280] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-62160075-8fd7-4e82-bdc8-5f573505b42c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.396436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.396640] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62160075-8fd7-4e82-bdc8-5f573505b42c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.398043] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 523f294d-b46a-4df5-9b3e-2f68ed305099 with status ACTIVE [ 975.398043] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.398043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.398043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.398043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.398389] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.398389] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.398389] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.398389] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.398584] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.398627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.398767] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.398856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.398910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.399206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.400036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.400036] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 523f294d-b46a-4df5-9b3e-2f68ed305099 is going to be updated. [ 975.426065] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.426065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.426065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.426065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.426065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.426065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-523f294d-b46a-4df5-9b3e-2f68ed305099" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.775370] env[69179]: INFO networking_nsxv3.common.synchronization [req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 req-f6d63d6c-367d-4409-a775-86547b36be0f tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Enqueued Resource ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd with Priority: HIGHEST for action security_group_members [ 975.775370] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd with Priority: HIGHEST for action security_group_members [ 975.775563] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd57edf-e097-4428-8f21-2969a9a6fadd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.775563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.775646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.776197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.776318] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.776428] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.776548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.776736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.777037] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.777037] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd57edf-e097-4428-8f21-2969a9a6fadd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.901249] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62160075-8fd7-4e82-bdc8-5f573505b42c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.095317] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-441 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.095583] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-441" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.095713] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-441" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.096066] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-441" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.096339] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.096519] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.096693] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.096932] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.097093] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.097312] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.098087] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.098278] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.098407] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.098531] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 976.098642] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.098778] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.116101] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.116251] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 976.116387] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.116554] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-441" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.116833] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.116997] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.117134] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.117413] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.117554] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.167941] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef58425f-5860-414a-bfb4-89941625f842 in Status: SUCCESS [ 976.167941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.167941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.168179] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.168219] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.168335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.168430] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.168639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.168726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.168814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.168907] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef58425f-5860-414a-bfb4-89941625f842',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.280737] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.280934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.281021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.281337] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.281404] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.281639] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.281777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.281852] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.282043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.282134] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.282255] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd already deleted. [ 976.282377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.404152] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.404377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.404473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.404750] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.404859] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.404974] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62160075-8fd7-4e82-bdc8-5f573505b42c is going to be created. [ 976.428692] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.428930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.429024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.429186] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.429351] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.439154] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62160075-8fd7-4e82-bdc8-5f573505b42c in Status: UNINITIALIZED for 2s [ 976.623708] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.623942] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.624086] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.624379] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.624531] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.624689] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc not found, creating... [ 976.624959] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.625142] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.625261] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.625492] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.625635] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.625928] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.626256] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.626399] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.626620] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.626757] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.626901] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc is going to be created. [ 976.654715] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.654715] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.654715] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.654940] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.655194] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.655466] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.671154] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef58425f-5860-414a-bfb4-89941625f842 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.671312] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.671386] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.671607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.671771] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.671868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.671932] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.672096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.672196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.672264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.672489] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef58425f-5860-414a-bfb4-89941625f842 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.672584] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.672644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.672784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.672918] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.673016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.673085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.673212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.673307] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.673407] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.673499] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef58425f-5860-414a-bfb4-89941625f842',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.179231] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef58425f-5860-414a-bfb4-89941625f842: rpc.has_security_group_logging(os_id): False [ 977.200334] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.200334] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.200334] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.200334] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.200334] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.200334] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.200334] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.200334] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.201384] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.201690] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.202279] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.202577] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.203120] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.205585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.205585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.205585] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.205585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.205585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.205585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.205585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.205585] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef58425f-5860-414a-bfb4-89941625f842 is going to be created. [ 977.275533] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.278240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.278240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.278240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.278240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.289658] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef58425f-5860-414a-bfb4-89941625f842 in Status: IN_PROGRESS for 2s [ 977.510247] env[69179]: INFO networking_nsxv3.common.synchronization [req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 req-fb1f30d8-2a90-4685-81b5-5cb1804dc973 service nova] Enqueued Resource ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd with Priority: HIGHEST for action security_group_rules [ 977.510247] env[69179]: INFO networking_nsxv3.common.synchronization [req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 req-fb1f30d8-2a90-4685-81b5-5cb1804dc973 service nova] Enqueued Resource ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd with Priority: HIGHEST for action security_group_members [ 977.510247] env[69179]: INFO networking_nsxv3.common.synchronization [req-b1b71a42-bd1d-45de-b17e-a0eec9e52aa0 req-fb1f30d8-2a90-4685-81b5-5cb1804dc973 service nova] Enqueued Resource ID: 9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc with Priority: HIGHEST for action port [ 977.511235] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd with Priority: HIGHEST for action security_group_rules [ 977.511235] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd with Priority: HIGHEST for action security_group_members [ 977.511235] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc with Priority: HIGHEST for action port [ 977.511235] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd57edf-e097-4428-8f21-2969a9a6fadd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.511509] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.511509] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.511837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.511837] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd57edf-e097-4428-8f21-2969a9a6fadd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.513259] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd57edf-e097-4428-8f21-2969a9a6fadd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.513259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.513259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.513643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.514329] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.514515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.514685] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.514939] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.515163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.515274] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd57edf-e097-4428-8f21-2969a9a6fadd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.516505] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.517144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.517144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.517144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.517330] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.565400] env[69179]: INFO networking_nsxv3.common.synchronization [req-6bf46b6a-2b8a-44c1-910e-bd68b7fb2b40 req-5370028a-bbbb-4e41-9b88-0537b11092eb tempest-InstanceActionsNegativeTestJSON-227406262 tempest-InstanceActionsNegativeTestJSON-227406262-project-member] Enqueued Resource ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce with Priority: HIGHEST for action security_group_members [ 977.565880] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce with Priority: HIGHEST for action security_group_members [ 977.566311] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.566447] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.566447] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.566651] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.566807] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.566917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.566981] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.567151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.567233] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.567337] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c80b05c-f116-48d8-8aeb-9c34b088e0ce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.023202] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd57edf-e097-4428-8f21-2969a9a6fadd taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.023202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.023202] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd57edf-e097-4428-8f21-2969a9a6fadd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.023920] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc with status ACTIVE [ 978.024233] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.024473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.024627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.024902] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.026016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.026016] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.026016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.026016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.026016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.026016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.026016] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.026016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.026016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.026541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.026797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.026983] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc is going to be updated. [ 978.050499] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.050499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.050499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.050499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.050499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.050499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e9ad1d5-ea2b-48eb-9d5d-8e7cff485acc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.070497] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.070497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.070497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.070497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.070497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.070814] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.071493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.071493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.071493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.071493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.071493] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce is going to be updated. [ 978.099407] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.099622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.099691] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.100018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.100078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.107973] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce in Status: IN_PROGRESS for 2s [ 978.403599] env[69179]: INFO networking_nsxv3.common.synchronization [None req-c1f7a01d-e5ca-427f-b5ee-afa408322063 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: c98875d0-3742-47fd-9d17-0d283d1cffff with Priority: HIGHEST for action security_group_rules [ 978.404199] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c98875d0-3742-47fd-9d17-0d283d1cffff with Priority: HIGHEST for action security_group_rules [ 978.405214] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c98875d0-3742-47fd-9d17-0d283d1cffff taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.405380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.405480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.405805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.405929] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c98875d0-3742-47fd-9d17-0d283d1cffff',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.449153] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62160075-8fd7-4e82-bdc8-5f573505b42c in Status: SUCCESS [ 978.449391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.449549] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.449765] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.449953] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.450087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.450149] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.450298] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.450413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.450584] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.450584] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62160075-8fd7-4e82-bdc8-5f573505b42c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.502257] env[69179]: INFO networking_nsxv3.common.synchronization [None req-c9dace41-e0cc-4cb6-97f3-33bf2d9982e4 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: c98875d0-3742-47fd-9d17-0d283d1cffff with Priority: HIGHEST for action security_group_rules [ 978.502257] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c98875d0-3742-47fd-9d17-0d283d1cffff with Priority: HIGHEST for action security_group_rules [ 978.502257] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c98875d0-3742-47fd-9d17-0d283d1cffff taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.502257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.529522] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd57edf-e097-4428-8f21-2969a9a6fadd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.928926] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.929150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.929205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.929389] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.929479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.929613] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c98875d0-3742-47fd-9d17-0d283d1cffff already deleted. [ 978.929659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.929797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.929945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.930041] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c98875d0-3742-47fd-9d17-0d283d1cffff',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.952205] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62160075-8fd7-4e82-bdc8-5f573505b42c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.032070] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.032237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.032320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.032568] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.032683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.032784] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd is going to be created. [ 979.054803] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.054995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.055056] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.055261] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.055436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.063827] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd in Status: UNINITIALIZED for 2s [ 979.303214] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef58425f-5860-414a-bfb4-89941625f842 in Status: SUCCESS [ 979.303764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.454498] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62160075-8fd7-4e82-bdc8-5f573505b42c: rpc.has_security_group_logging(os_id): False [ 979.462105] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.462337] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.462471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.462832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.463020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.463230] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c98875d0-3742-47fd-9d17-0d283d1cffff already deleted. [ 979.464515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.474245] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.474394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.474458] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.474948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.474948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.475678] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.475678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.475818] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.476796] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.476796] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.476796] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62160075-8fd7-4e82-bdc8-5f573505b42c is going to be created. [ 979.538164] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.538341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.538372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.538579] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.538754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.550752] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62160075-8fd7-4e82-bdc8-5f573505b42c in Status: IN_PROGRESS for 2s [ 980.118452] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce in Status: SUCCESS [ 980.118452] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce deletion is rescheduled due to dependency. [ 980.118452] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.073814] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd in Status: SUCCESS [ 981.074087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.074227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.074465] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.074898] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.074993] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.075095] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.075340] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.075340] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.075568] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.075689] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bd57edf-e097-4428-8f21-2969a9a6fadd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.564442] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62160075-8fd7-4e82-bdc8-5f573505b42c in Status: SUCCESS [ 981.564826] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.578614] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd57edf-e097-4428-8f21-2969a9a6fadd taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.579302] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.579302] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.579302] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.579631] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.579737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.579841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.580019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.580148] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.580270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.580466] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd57edf-e097-4428-8f21-2969a9a6fadd taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.580607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.580689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.580916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.581059] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.581184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.581252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.581439] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.581548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.582245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.582914] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bd57edf-e097-4428-8f21-2969a9a6fadd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.086533] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bd57edf-e097-4428-8f21-2969a9a6fadd: rpc.has_security_group_logging(os_id): False [ 982.104727] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.104727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.104727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.105020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.105020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.105087] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.105167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.105229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.105392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.105522] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.105664] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.105758] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.105819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.105957] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.106043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.106235] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.112167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.112266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.112408] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.112513] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.112609] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd is going to be created. [ 982.172557] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.172673] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.172745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.172966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.173159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.183212] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd in Status: IN_PROGRESS for 2s [ 983.507023] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 983.507023] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 984.211950] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd in Status: SUCCESS [ 984.211950] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.460881] env[69179]: INFO networking_nsxv3.common.synchronization [req-d96f1740-9094-4078-978c-a99bc434bbc8 req-f6663c9d-633d-4b54-a7a9-01b22caf3bcf tempest-ServerTagsTestJSON-2111165645 tempest-ServerTagsTestJSON-2111165645-project-member] Enqueued Resource ID: ef58425f-5860-414a-bfb4-89941625f842 with Priority: HIGHEST for action security_group_members [ 984.460881] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef58425f-5860-414a-bfb4-89941625f842 with Priority: HIGHEST for action security_group_members [ 984.460990] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef58425f-5860-414a-bfb4-89941625f842 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.461675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.461675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.461675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.461675] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.461675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.461675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.461971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.461971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.461971] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef58425f-5860-414a-bfb4-89941625f842',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.965494] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.965836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.965836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.966046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.966046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.966404] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.966404] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.966404] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.966567] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.966567] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.966633] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef58425f-5860-414a-bfb4-89941625f842 is going to be updated. [ 984.991812] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.991987] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.992197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.992633] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.992793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.000280] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef58425f-5860-414a-bfb4-89941625f842 in Status: IN_PROGRESS for 2s [ 986.445677] env[69179]: INFO networking_nsxv3.common.synchronization [req-a1fa13ff-4ea0-4345-9b80-d48909132aca req-f8533d14-6405-4365-9a49-73b2f13b7dae tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 986.445961] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 986.449949] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.450127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.450667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.450667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.450667] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.450667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.450667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.450988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.450988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.450988] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.800513] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-903 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.800513] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.800513] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.800683] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.800910] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.801089] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.801211] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.801434] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.801581] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.801794] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.801911] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.802049] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.802171] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.802285] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.802393] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.802569] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.820717] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.820872] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 986.821026] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.821232] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.821517] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-240032d3-7cf5-406d-b026-21d87c817180 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.821712] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-240032d3-7cf5-406d-b026-21d87c817180" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.821845] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-240032d3-7cf5-406d-b026-21d87c817180" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.822209] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-240032d3-7cf5-406d-b026-21d87c817180" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.822352] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('240032d3-7cf5-406d-b026-21d87c817180',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.952771] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.009882] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef58425f-5860-414a-bfb4-89941625f842 in Status: SUCCESS [ 987.010171] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef58425f-5860-414a-bfb4-89941625f842 deletion is rescheduled due to dependency. [ 987.010293] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.325518] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.325518] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.325518] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.325784] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.325943] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.326121] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 240032d3-7cf5-406d-b026-21d87c817180 not found, creating... [ 987.326392] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.326555] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.326680] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.326910] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.327092] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.327693] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.327693] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.327693] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.327852] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.327991] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.328148] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 240032d3-7cf5-406d-b026-21d87c817180 is going to be created. [ 987.346662] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.346933] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.346999] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.347294] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.347529] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.347761] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-240032d3-7cf5-406d-b026-21d87c817180" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.456093] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.709010] env[69179]: INFO networking_nsxv3.common.synchronization [req-d452b4c2-f5d2-48f4-9bbf-b2440762aa27 req-7a35f53e-7efb-4699-850f-cf8b0482c075 tempest-MigrationsAdminTest-1404443990 tempest-MigrationsAdminTest-1404443990-project-member] Enqueued Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGHEST for action security_group_members [ 987.710355] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGHEST for action security_group_members [ 987.710355] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.710355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.710355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.710355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.710665] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.710665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.711192] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.711374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.711469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.711571] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.957559] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.957878] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.958044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.958341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.958446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.958573] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 987.984589] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.984766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.984889] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.985154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.985323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.994832] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 988.083360] env[69179]: INFO networking_nsxv3.common.synchronization [req-a1fa13ff-4ea0-4345-9b80-d48909132aca req-4a2d5e82-c59f-41fe-86ea-be6cbbe4a563 service nova] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_rules [ 988.083553] env[69179]: INFO networking_nsxv3.common.synchronization [req-a1fa13ff-4ea0-4345-9b80-d48909132aca req-4a2d5e82-c59f-41fe-86ea-be6cbbe4a563 service nova] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 988.083696] env[69179]: INFO networking_nsxv3.common.synchronization [req-a1fa13ff-4ea0-4345-9b80-d48909132aca req-4a2d5e82-c59f-41fe-86ea-be6cbbe4a563 service nova] Enqueued Resource ID: 240032d3-7cf5-406d-b026-21d87c817180 with Priority: HIGHEST for action port [ 988.084214] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_rules [ 988.084346] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 988.084454] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240032d3-7cf5-406d-b026-21d87c817180 with Priority: HIGHEST for action port [ 988.084747] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.084809] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.084887] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.085383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.085511] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.086439] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.086523] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.086762] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-240032d3-7cf5-406d-b026-21d87c817180 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.086889] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-240032d3-7cf5-406d-b026-21d87c817180" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.086974] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-240032d3-7cf5-406d-b026-21d87c817180" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.087188] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-240032d3-7cf5-406d-b026-21d87c817180" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.087286] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('240032d3-7cf5-406d-b026-21d87c817180',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.214124] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.214124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.214124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.214124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.214124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.214308] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.214376] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.214507] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.214853] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.214853] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.214853] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c is going to be updated. [ 988.246141] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.246290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.246359] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.246563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.246706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.254537] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c in Status: IN_PROGRESS for 2s [ 988.588736] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.589118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.589118] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 240032d3-7cf5-406d-b026-21d87c817180 with status ACTIVE [ 988.589315] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.589474] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.589530] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.589789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.589856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.590053] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.590161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.590245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.590394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.590474] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.590739] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.590854] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.590921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.591107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.591107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.591321] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 240032d3-7cf5-406d-b026-21d87c817180 is going to be updated. [ 988.615704] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.615704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.615704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.615704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.615704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.615704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-240032d3-7cf5-406d-b026-21d87c817180" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.882296] env[69179]: INFO networking_nsxv3.common.synchronization [req-f6beef40-8149-487e-af3f-b369f6d7960e req-312d3083-7c1b-406b-ab6b-63f7be52bbfe tempest-ServerPasswordTestJSON-164206642 tempest-ServerPasswordTestJSON-164206642-project-member] Enqueued Resource ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd with Priority: HIGHEST for action security_group_members [ 988.882908] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd with Priority: HIGHEST for action security_group_members [ 988.883274] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd57edf-e097-4428-8f21-2969a9a6fadd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.883398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.883469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.883675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.883832] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.883943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.884014] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.884168] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.884252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.884346] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd57edf-e097-4428-8f21-2969a9a6fadd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.386415] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.386588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.386662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.386876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.386971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.387170] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.387266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.387325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.387469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.387543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.387630] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd is going to be updated. [ 989.422813] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.422943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.423031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.423240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.423375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.431124] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd in Status: IN_PROGRESS for 2s [ 990.004310] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 990.004581] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.004706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.004949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.005149] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.005266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.005332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.005481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.005562] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.005694] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.264205] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c in Status: SUCCESS [ 990.264559] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c deletion is rescheduled due to dependency. [ 990.264752] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.507322] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.845811] env[69179]: INFO networking_nsxv3.common.synchronization [req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf req-2cf6840a-0ffc-4b1d-b4e7-29bf6b6af12a tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 990.846382] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 990.846701] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.846832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.846918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.847110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.847260] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.847463] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.847463] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.847565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.847643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.848512] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.010731] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.152744] env[69179]: INFO networking_nsxv3.common.synchronization [req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf req-cb085692-d58a-45ca-a2a3-a65ea86d2390 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 991.153263] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 991.153566] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.153690] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.350778] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.350928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.351013] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.351254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.351331] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.351520] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.351617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.351679] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.351818] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.351906] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.351969] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be updated. [ 991.377155] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.377318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.377379] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.377564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.377734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.385363] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: IN_PROGRESS for 2s [ 991.430239] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.430239] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-256" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.430239] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-256" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.430239] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-256" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.430239] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.430239] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.430239] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.430239] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.430929] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.430929] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.430929] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.430929] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.430929] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.431284] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 991.431284] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.431284] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.442224] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd in Status: SUCCESS [ 991.442224] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd57edf-e097-4428-8f21-2969a9a6fadd deletion is rescheduled due to dependency. [ 991.442224] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd57edf-e097-4428-8f21-2969a9a6fadd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.451671] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.451845] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 991.451986] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.452196] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-256" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.452542] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-12655de0-dff8-4d76-bac2-f47f193c9b1c taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.452768] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-12655de0-dff8-4d76-bac2-f47f193c9b1c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.453012] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-12655de0-dff8-4d76-bac2-f47f193c9b1c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.453307] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-12655de0-dff8-4d76-bac2-f47f193c9b1c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.453465] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12655de0-dff8-4d76-bac2-f47f193c9b1c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.512521] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.512869] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.513041] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.513351] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.513497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.513672] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 991.552642] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.552901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.552971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.553281] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.553444] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.561403] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 991.957998] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.958247] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.958377] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.958664] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.958814] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.958964] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 12655de0-dff8-4d76-bac2-f47f193c9b1c not found, creating... [ 991.959235] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.959395] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.959512] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.959731] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.959867] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.960164] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.960342] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.960430] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.960650] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.960773] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.960913] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 12655de0-dff8-4d76-bac2-f47f193c9b1c is going to be created. [ 991.979175] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.979382] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.979530] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.979799] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.980063] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.980319] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-12655de0-dff8-4d76-bac2-f47f193c9b1c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.875393] env[69179]: INFO networking_nsxv3.common.synchronization [req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf req-2a52bb6b-9edd-4cd3-8d1d-a28db26d7466 service nova] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_rules [ 992.875674] env[69179]: INFO networking_nsxv3.common.synchronization [req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf req-2a52bb6b-9edd-4cd3-8d1d-a28db26d7466 service nova] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 992.875837] env[69179]: INFO networking_nsxv3.common.synchronization [req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf req-2a52bb6b-9edd-4cd3-8d1d-a28db26d7466 service nova] Enqueued Resource ID: 12655de0-dff8-4d76-bac2-f47f193c9b1c with Priority: HIGHEST for action port [ 992.876311] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_rules [ 992.876433] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 992.876521] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12655de0-dff8-4d76-bac2-f47f193c9b1c with Priority: HIGHEST for action port [ 992.876773] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.876826] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.876954] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.878469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.878611] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.879562] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.879732] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.879977] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-12655de0-dff8-4d76-bac2-f47f193c9b1c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.884586] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12655de0-dff8-4d76-bac2-f47f193c9b1c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.884586] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12655de0-dff8-4d76-bac2-f47f193c9b1c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.884586] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12655de0-dff8-4d76-bac2-f47f193c9b1c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.884698] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12655de0-dff8-4d76-bac2-f47f193c9b1c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.387406] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.387543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.387668] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12655de0-dff8-4d76-bac2-f47f193c9b1c with status ACTIVE [ 993.387831] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.387935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.387999] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.388208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.388707] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.388707] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.388707] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.388707] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.388964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.388964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.388964] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.389115] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.389115] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.389259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.389351] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.389385] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12655de0-dff8-4d76-bac2-f47f193c9b1c is going to be updated. [ 993.401635] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: SUCCESS [ 993.401839] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc deletion is rescheduled due to dependency. [ 993.401951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.402471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.402716] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.402900] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.403032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.403101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.403299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.403383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.403478] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.408627] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.408826] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.408956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.409165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.409387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.409453] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12655de0-dff8-4d76-bac2-f47f193c9b1c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.572046] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 993.572322] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.572489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.572741] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.572948] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.573079] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.573144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.573303] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.573385] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.573469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.573550] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.671707] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.671961] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-283" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.672215] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-283" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.672655] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-283" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.673050] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.673252] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.673399] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.673697] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.673902] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.674153] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 993.674330] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.674506] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.674637] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.674778] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 993.674901] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.675073] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.691649] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.691851] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 993.692033] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.692219] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-283" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.692546] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-406ea92a-cab7-4071-a973-baf78db19df1 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.692780] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-406ea92a-cab7-4071-a973-baf78db19df1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.692933] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-406ea92a-cab7-4071-a973-baf78db19df1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.693264] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-406ea92a-cab7-4071-a973-baf78db19df1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.693408] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('406ea92a-cab7-4071-a973-baf78db19df1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.905413] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.078541] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.078691] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.078795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.079312] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.079312] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.079312] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.079312] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.080202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.080202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.080202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.080202] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.080202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.080202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.080202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.080202] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.080511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.080511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.080511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.080511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.080658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.080702] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.197023] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.200183] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.200374] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.200788] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.200906] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.201084] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 406ea92a-cab7-4071-a973-baf78db19df1 not found, creating... [ 994.201390] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.201780] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.201780] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.201921] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.202076] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.202388] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.202542] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.202662] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.202903] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.203332] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.203542] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 406ea92a-cab7-4071-a973-baf78db19df1 is going to be created. [ 994.229927] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.230151] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.230272] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.230584] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.230865] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.231123] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-406ea92a-cab7-4071-a973-baf78db19df1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.408947] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.584592] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8073983c-3102-4f2c-933d-30a1221fa9a3: rpc.has_security_group_logging(os_id): False [ 994.605594] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.605760] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.605807] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.606564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.606564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.606564] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.606564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.606564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.606818] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.606818] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.606945] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.607141] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.607141] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.607260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.607317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.607572] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.607686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.607743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.607887] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.607962] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.608303] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 994.667078] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.667279] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.667378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.667661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.667850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.684377] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 994.912222] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.915078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.915078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.915078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.915078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.915078] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be updated. [ 994.943230] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.943230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.943230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.943424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.944591] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.953499] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: IN_PROGRESS for 2s [ 995.042359] env[69179]: INFO networking_nsxv3.common.synchronization [req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf req-d4f2a833-8d8b-4638-b15a-ef6b350143aa service nova] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_rules [ 995.042572] env[69179]: INFO networking_nsxv3.common.synchronization [req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf req-d4f2a833-8d8b-4638-b15a-ef6b350143aa service nova] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 995.042756] env[69179]: INFO networking_nsxv3.common.synchronization [req-9ecdde18-d3b7-4c7f-8d8a-44b039a42daf req-d4f2a833-8d8b-4638-b15a-ef6b350143aa service nova] Enqueued Resource ID: 406ea92a-cab7-4071-a973-baf78db19df1 with Priority: HIGHEST for action port [ 995.044036] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_rules [ 995.044036] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 995.044036] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406ea92a-cab7-4071-a973-baf78db19df1 with Priority: HIGHEST for action port [ 995.044036] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.044036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.044401] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.044401] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.044401] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-406ea92a-cab7-4071-a973-baf78db19df1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.044534] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-406ea92a-cab7-4071-a973-baf78db19df1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.044596] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-406ea92a-cab7-4071-a973-baf78db19df1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.045250] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-406ea92a-cab7-4071-a973-baf78db19df1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.045341] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('406ea92a-cab7-4071-a973-baf78db19df1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.547558] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 406ea92a-cab7-4071-a973-baf78db19df1 with status ACTIVE [ 995.547793] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.547934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.548025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.548259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.548350] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.548534] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.548637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.548700] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.548851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.548929] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.549123] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.549217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.549279] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.549420] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.549493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.549574] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 406ea92a-cab7-4071-a973-baf78db19df1 is going to be updated. [ 995.574765] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.575143] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.575143] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.576118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.576317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.576528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-406ea92a-cab7-4071-a973-baf78db19df1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.697841] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 996.698131] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.963012] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: SUCCESS [ 996.963012] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.963162] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.963323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.963512] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.963627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.963693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.963842] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.963923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.964025] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.466722] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.759860] env[69179]: INFO networking_nsxv3.common.synchronization [None req-aab129cd-7d0f-482d-b35f-e34e3c6adaf4 None None] Enqueued Resource ID: 477bfc61-0de6-48d0-a173-f9f0b4d29f32 with Priority: HIGHEST for action port [ 997.760578] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 477bfc61-0de6-48d0-a173-f9f0b4d29f32 with Priority: HIGHEST for action port [ 997.761216] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-477bfc61-0de6-48d0-a173-f9f0b4d29f32 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.766313] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-477bfc61-0de6-48d0-a173-f9f0b4d29f32" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.766481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-477bfc61-0de6-48d0-a173-f9f0b4d29f32" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.766788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-477bfc61-0de6-48d0-a173-f9f0b4d29f32" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.766883] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('477bfc61-0de6-48d0-a173-f9f0b4d29f32',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.970493] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.269877] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 477bfc61-0de6-48d0-a173-f9f0b4d29f32 [ 998.270112] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.270203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.270254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.270506] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.270606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.270881] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:477bfc61-0de6-48d0-a173-f9f0b4d29f32 already deleted. [ 998.270881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-477bfc61-0de6-48d0-a173-f9f0b4d29f32" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.471826] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.472304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.472304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.472304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.472413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.472519] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be updated. [ 998.503964] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.504201] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.504322] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.504482] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.504720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.518742] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: IN_PROGRESS for 2s [ 999.618746] env[69179]: INFO networking_nsxv3.common.synchronization [req-8a59f07e-e7a6-412e-94c7-1bc73e7b7880 req-afa7409e-09cd-4018-be32-a010fe4fde85 tempest-SecurityGroupRulesTestJSON-519169743 tempest-SecurityGroupRulesTestJSON-519169743-project-member] Enqueued Resource ID: cd54c34f-0871-48d3-9da4-1326c08e1e28 with Priority: HIGHEST for action security_group_rules [ 999.619318] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd54c34f-0871-48d3-9da4-1326c08e1e28 with Priority: HIGHEST for action security_group_rules [ 999.619659] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd54c34f-0871-48d3-9da4-1326c08e1e28 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.619791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd54c34f-0871-48d3-9da4-1326c08e1e28" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.619855] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd54c34f-0871-48d3-9da4-1326c08e1e28" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.620449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd54c34f-0871-48d3-9da4-1326c08e1e28" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.620538] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd54c34f-0871-48d3-9da4-1326c08e1e28',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.740828] env[69179]: INFO networking_nsxv3.common.synchronization [req-e2c8b0ba-5c1f-4478-b7fc-388c3a1fafb4 req-50de9510-a7bc-4f95-ba61-e3a9f5cf43fa tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 999.742195] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 999.742195] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.742340] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.742340] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.742505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.742648] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.742740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.742816] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.742974] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.743068] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.743159] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.001808] env[69179]: INFO networking_nsxv3.common.synchronization [None req-4616fa66-1ead-4347-bdb5-4f35778d0c73 None None] Enqueued Resource ID: 8b1623fa-b18b-42a9-a4d4-563e5b68f52f with Priority: HIGHEST for action port [ 1000.002094] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1623fa-b18b-42a9-a4d4-563e5b68f52f with Priority: HIGHEST for action port [ 1000.002681] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b1623fa-b18b-42a9-a4d4-563e5b68f52f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.002870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b1623fa-b18b-42a9-a4d4-563e5b68f52f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.002948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b1623fa-b18b-42a9-a4d4-563e5b68f52f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.003406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b1623fa-b18b-42a9-a4d4-563e5b68f52f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.003529] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b1623fa-b18b-42a9-a4d4-563e5b68f52f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.024425] env[69179]: INFO networking_nsxv3.common.synchronization [req-06e2ad59-fed7-458a-8b54-b8eaad05a378 req-0bb82616-f085-4da9-8adc-1e246c2a260f tempest-SecurityGroupRulesTestJSON-519169743 tempest-SecurityGroupRulesTestJSON-519169743-project-member] Enqueued Resource ID: c02b93f7-cbc1-4bf1-aa63-8182aa73a58e with Priority: HIGHEST for action security_group_rules [ 1000.024884] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02b93f7-cbc1-4bf1-aa63-8182aa73a58e with Priority: HIGHEST for action security_group_rules [ 1000.025270] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c02b93f7-cbc1-4bf1-aa63-8182aa73a58e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.025399] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c02b93f7-cbc1-4bf1-aa63-8182aa73a58e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.025399] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c02b93f7-cbc1-4bf1-aa63-8182aa73a58e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.025682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c02b93f7-cbc1-4bf1-aa63-8182aa73a58e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.025729] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c02b93f7-cbc1-4bf1-aa63-8182aa73a58e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.140079] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.140290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.140413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.140627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.140726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.140821] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd54c34f-0871-48d3-9da4-1326c08e1e28 already deleted. [ 1000.140905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd54c34f-0871-48d3-9da4-1326c08e1e28" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.249942] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.505308] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b1623fa-b18b-42a9-a4d4-563e5b68f52f [ 1000.505589] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.505744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.505838] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.506112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.506221] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.506335] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b1623fa-b18b-42a9-a4d4-563e5b68f52f already deleted. [ 1000.506423] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b1623fa-b18b-42a9-a4d4-563e5b68f52f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.528561] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: SUCCESS [ 1000.529157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.530394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.530394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.530659] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.531034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.531034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.531165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.531265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.531926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.532869] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.533846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.534190] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.534361] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.534570] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.534570] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.534748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.534870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.534990] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.551787] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.552033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.552109] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.552349] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.552465] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.552569] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c02b93f7-cbc1-4bf1-aa63-8182aa73a58e already deleted. [ 1000.552691] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c02b93f7-cbc1-4bf1-aa63-8182aa73a58e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.643922] env[69179]: INFO networking_nsxv3.common.synchronization [req-f9b3ffb4-c14e-46d0-b74e-8df4d9482d91 req-77333438-12ce-43aa-a38a-6068f0422d57 tempest-SecurityGroupRulesTestJSON-519169743 tempest-SecurityGroupRulesTestJSON-519169743-project-member] Enqueued Resource ID: 84e594f9-aad2-4d68-ba03-de350022b396 with Priority: HIGHEST for action security_group_rules [ 1000.644314] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e594f9-aad2-4d68-ba03-de350022b396 with Priority: HIGHEST for action security_group_rules [ 1000.644868] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84e594f9-aad2-4d68-ba03-de350022b396 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.644868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84e594f9-aad2-4d68-ba03-de350022b396" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.644868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84e594f9-aad2-4d68-ba03-de350022b396" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.646749] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84e594f9-aad2-4d68-ba03-de350022b396" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.646749] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84e594f9-aad2-4d68-ba03-de350022b396',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.752954] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.041924] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.042068] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.042270] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.165698] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.165847] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.165916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.166191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.166235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.166325] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84e594f9-aad2-4d68-ba03-de350022b396 already deleted. [ 1001.166406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84e594f9-aad2-4d68-ba03-de350022b396" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.257649] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.257801] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.257872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.258198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.258300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.258401] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 is going to be updated. [ 1001.284320] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.284320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.284320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.284320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.284320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.291724] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: IN_PROGRESS for 2s [ 1001.544795] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.558543] env[69179]: INFO networking_nsxv3.common.synchronization [req-389f1a99-bd61-429b-aa55-b0612af7d47f req-72018ee1-7527-4552-a6e6-7b9d947eea19 tempest-SecurityGroupRulesTestJSON-519169743 tempest-SecurityGroupRulesTestJSON-519169743-project-member] Enqueued Resource ID: e1b8c30d-be40-43dc-892a-1c408083dfd5 with Priority: HIGHEST for action security_group_rules [ 1001.559086] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1b8c30d-be40-43dc-892a-1c408083dfd5 with Priority: HIGHEST for action security_group_rules [ 1001.559412] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1b8c30d-be40-43dc-892a-1c408083dfd5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.559523] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1b8c30d-be40-43dc-892a-1c408083dfd5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.559584] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1b8c30d-be40-43dc-892a-1c408083dfd5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.559821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1b8c30d-be40-43dc-892a-1c408083dfd5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.559912] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1b8c30d-be40-43dc-892a-1c408083dfd5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.048471] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.048471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.048471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.048814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.048814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.048814] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be updated. [ 1002.079913] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.080235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.080235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.080361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.080433] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.080785] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1b8c30d-be40-43dc-892a-1c408083dfd5 already deleted. [ 1002.080901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1b8c30d-be40-43dc-892a-1c408083dfd5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.082034] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.082216] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.082216] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.082377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.082756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.089535] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: IN_PROGRESS for 2s [ 1002.180145] env[69179]: INFO networking_nsxv3.common.synchronization [req-8b68ec1a-6de3-45ea-a6ca-ab51dcd889a4 req-3386a0dc-e645-45df-a7cb-7892cb099344 tempest-SecurityGroupRulesTestJSON-519169743 tempest-SecurityGroupRulesTestJSON-519169743-project-member] Enqueued Resource ID: 6fa53ba4-2fc8-41dd-8a16-5ab40c6887df with Priority: HIGHEST for action security_group_rules [ 1002.180699] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fa53ba4-2fc8-41dd-8a16-5ab40c6887df with Priority: HIGHEST for action security_group_rules [ 1002.181023] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fa53ba4-2fc8-41dd-8a16-5ab40c6887df taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.181146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fa53ba4-2fc8-41dd-8a16-5ab40c6887df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.181210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fa53ba4-2fc8-41dd-8a16-5ab40c6887df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.181804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fa53ba4-2fc8-41dd-8a16-5ab40c6887df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.181804] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fa53ba4-2fc8-41dd-8a16-5ab40c6887df',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.409045] env[69179]: INFO networking_nsxv3.common.synchronization [req-88ec62dd-f795-42ed-813c-eed27c437743 req-4d4404ad-561f-42d1-81a3-6b119a5480d4 tempest-SecurityGroupRulesTestJSON-519169743 tempest-SecurityGroupRulesTestJSON-519169743-project-member] Enqueued Resource ID: 6fa53ba4-2fc8-41dd-8a16-5ab40c6887df with Priority: HIGHEST for action security_group_rules [ 1002.409553] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fa53ba4-2fc8-41dd-8a16-5ab40c6887df with Priority: HIGHEST for action security_group_rules [ 1002.409859] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fa53ba4-2fc8-41dd-8a16-5ab40c6887df taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.409956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fa53ba4-2fc8-41dd-8a16-5ab40c6887df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.706249] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.706394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.706459] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.706683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.706763] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.706855] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fa53ba4-2fc8-41dd-8a16-5ab40c6887df already deleted. [ 1002.706931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fa53ba4-2fc8-41dd-8a16-5ab40c6887df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.707090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fa53ba4-2fc8-41dd-8a16-5ab40c6887df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.707234] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fa53ba4-2fc8-41dd-8a16-5ab40c6887df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.707316] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fa53ba4-2fc8-41dd-8a16-5ab40c6887df',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.716447] env[69179]: INFO networking_nsxv3.common.synchronization [req-6597a0fd-b398-4814-8fe4-99e59c0c574b req-ff55727f-3d2c-40ff-b0ac-2d1adf06f9b6 tempest-SecurityGroupRulesTestJSON-519169743 tempest-SecurityGroupRulesTestJSON-519169743-project-member] Enqueued Resource ID: 6fa53ba4-2fc8-41dd-8a16-5ab40c6887df with Priority: HIGHEST for action security_group_rules [ 1002.717230] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fa53ba4-2fc8-41dd-8a16-5ab40c6887df with Priority: HIGHEST for action security_group_rules [ 1002.717548] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fa53ba4-2fc8-41dd-8a16-5ab40c6887df taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.717650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fa53ba4-2fc8-41dd-8a16-5ab40c6887df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.238103] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.238103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.238103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.238103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.238103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.238103] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fa53ba4-2fc8-41dd-8a16-5ab40c6887df already deleted. [ 1003.238103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fa53ba4-2fc8-41dd-8a16-5ab40c6887df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.238103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fa53ba4-2fc8-41dd-8a16-5ab40c6887df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.238103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fa53ba4-2fc8-41dd-8a16-5ab40c6887df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.238103] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fa53ba4-2fc8-41dd-8a16-5ab40c6887df',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.304889] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: SUCCESS [ 1003.305117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.762317] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.763308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.763308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.763308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.763308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.763308] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fa53ba4-2fc8-41dd-8a16-5ab40c6887df already deleted. [ 1003.763308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fa53ba4-2fc8-41dd-8a16-5ab40c6887df" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.791025] env[69179]: INFO networking_nsxv3.common.synchronization [None req-f50bbcb2-cb57-4de4-90ec-e1d6f4d6d3b1 None None] Enqueued Resource ID: 70590d5c-06a5-44a6-8dab-0721c8a65f57 with Priority: HIGHEST for action port [ 1003.791025] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70590d5c-06a5-44a6-8dab-0721c8a65f57 with Priority: HIGHEST for action port [ 1003.792360] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-70590d5c-06a5-44a6-8dab-0721c8a65f57 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.793253] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70590d5c-06a5-44a6-8dab-0721c8a65f57" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.793468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70590d5c-06a5-44a6-8dab-0721c8a65f57" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.793883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70590d5c-06a5-44a6-8dab-0721c8a65f57" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.795270] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70590d5c-06a5-44a6-8dab-0721c8a65f57',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.101842] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: SUCCESS [ 1004.102080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.102783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.104753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.105027] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.105166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.105243] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.105654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.105807] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.105904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.106096] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.106226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.106285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.106461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.106602] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.106836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.106836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.106926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.106976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.107066] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.107156] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.300370] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70590d5c-06a5-44a6-8dab-0721c8a65f57 [ 1004.300370] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.300370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.300370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.300370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.300370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.300370] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70590d5c-06a5-44a6-8dab-0721c8a65f57 already deleted. [ 1004.300370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70590d5c-06a5-44a6-8dab-0721c8a65f57" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.542723] env[69179]: INFO networking_nsxv3.common.synchronization [None req-9e79047a-9ce0-4ea1-9cf7-e49a07b3d1ed None None] Enqueued Resource ID: 8344d36e-57e9-4737-8305-935ca5bfc447 with Priority: HIGHEST for action port [ 1004.543015] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8344d36e-57e9-4737-8305-935ca5bfc447 with Priority: HIGHEST for action port [ 1004.544509] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-8344d36e-57e9-4737-8305-935ca5bfc447 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.544509] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8344d36e-57e9-4737-8305-935ca5bfc447" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.544509] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8344d36e-57e9-4737-8305-935ca5bfc447" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.545255] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8344d36e-57e9-4737-8305-935ca5bfc447" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.545339] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8344d36e-57e9-4737-8305-935ca5bfc447',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.609259] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01d77748-6036-458a-86aa-c9a89e95d7fc: rpc.has_security_group_logging(os_id): False [ 1004.630279] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.630495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.630605] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.630835] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.631018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.631354] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.631438] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.631521] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.631726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.631821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.632073] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.632281] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.632399] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.632602] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.632655] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.632877] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.633063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.633127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.633277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.633358] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.633446] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be updated. [ 1004.698601] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.698601] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.698601] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.698601] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.698601] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.712153] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: IN_PROGRESS for 2s [ 1005.048705] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8344d36e-57e9-4737-8305-935ca5bfc447 [ 1005.048705] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.048705] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.048705] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.048705] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.048705] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.048705] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8344d36e-57e9-4737-8305-935ca5bfc447 already deleted. [ 1005.048705] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8344d36e-57e9-4737-8305-935ca5bfc447" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.290102] env[69179]: INFO networking_nsxv3.common.synchronization [req-690e08cd-44f5-41b4-b95d-ee8bb9a9d111 req-7a215831-1938-4c4d-bcee-7e1a8a194401 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 1005.290736] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 1005.290951] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.291101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.291181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.291365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.291759] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.291759] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.291759] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.291895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.291895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.292039] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.798124] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.817064] env[69179]: INFO networking_nsxv3.common.synchronization [None req-aeb05a60-a254-4329-b08c-dda978b3bcf1 tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Enqueued Resource ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f with Priority: HIGHEST for action security_group_rules [ 1005.817624] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f with Priority: HIGHEST for action security_group_rules [ 1005.817696] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68bd2759-1b5a-487e-9c2d-f60cb15fd26f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.817784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.817911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.820524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.820524] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68bd2759-1b5a-487e-9c2d-f60cb15fd26f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.943106] env[69179]: INFO networking_nsxv3.common.synchronization [None req-25812a40-0a04-415a-8e56-c253278cf14e tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Enqueued Resource ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f with Priority: HIGHEST for action security_group_rules [ 1005.943351] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f with Priority: HIGHEST for action security_group_rules [ 1005.943468] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68bd2759-1b5a-487e-9c2d-f60cb15fd26f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.943566] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.304348] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.341224] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.341373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.341436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.341668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.341724] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.341816] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f already deleted. [ 1006.341938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.342050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.342424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.342424] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68bd2759-1b5a-487e-9c2d-f60cb15fd26f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.417537] env[69179]: INFO networking_nsxv3.common.synchronization [None req-c0ce69df-c2e3-4158-8932-aa48fe0bd611 None None] Enqueued Resource ID: 1409e791-f738-425c-8b55-52c8379d886f with Priority: HIGHEST for action port [ 1006.417824] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1409e791-f738-425c-8b55-52c8379d886f with Priority: HIGHEST for action port [ 1006.418445] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-1409e791-f738-425c-8b55-52c8379d886f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.418555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1409e791-f738-425c-8b55-52c8379d886f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.418639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1409e791-f738-425c-8b55-52c8379d886f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.418939] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1409e791-f738-425c-8b55-52c8379d886f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.419080] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1409e791-f738-425c-8b55-52c8379d886f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.724956] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: SUCCESS [ 1006.725427] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.725427] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.728646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.728751] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.807290] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.807290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.807290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.807290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.807290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.807290] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 1006.834788] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.834961] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.835051] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.835232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.835704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.845169] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 1006.869368] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.869514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.869580] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.869793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.870092] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.870197] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f already deleted. [ 1006.870289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.925535] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1409e791-f738-425c-8b55-52c8379d886f [ 1006.925703] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.925823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.927025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.927025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.927025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.927025] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1409e791-f738-425c-8b55-52c8379d886f already deleted. [ 1006.927025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1409e791-f738-425c-8b55-52c8379d886f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.232181] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.232401] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.232500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.232775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.233055] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.233742] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.233868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.234113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.234236] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.234555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.234762] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.510991] env[69179]: INFO networking_nsxv3.common.synchronization [None req-b68f00a7-22ed-453c-a161-d4ed84c89afe None None] Enqueued Resource ID: 3197fca1-f04a-4290-b5e2-8770a2eba5f3 with Priority: HIGHEST for action port [ 1007.511277] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3197fca1-f04a-4290-b5e2-8770a2eba5f3 with Priority: HIGHEST for action port [ 1007.511839] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-3197fca1-f04a-4290-b5e2-8770a2eba5f3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.511978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3197fca1-f04a-4290-b5e2-8770a2eba5f3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.512083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3197fca1-f04a-4290-b5e2-8770a2eba5f3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.512342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3197fca1-f04a-4290-b5e2-8770a2eba5f3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.512427] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3197fca1-f04a-4290-b5e2-8770a2eba5f3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.737504] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.737663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.737732] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.737945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.738119] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.738557] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.738619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.738778] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.738904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.738953] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.739147] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.739214] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.739272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.739470] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.739537] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.739633] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.739701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.739817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.739888] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.739964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.740528] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.016033] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3197fca1-f04a-4290-b5e2-8770a2eba5f3 [ 1008.016383] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.016383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.016493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.016661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.016748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.016842] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3197fca1-f04a-4290-b5e2-8770a2eba5f3 already deleted. [ 1008.016923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3197fca1-f04a-4290-b5e2-8770a2eba5f3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.243887] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01d77748-6036-458a-86aa-c9a89e95d7fc: rpc.has_security_group_logging(os_id): False [ 1008.263373] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.263578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.263578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.263801] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.263883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.264116] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.264230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.264306] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.264433] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.264521] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.264713] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.264811] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.264862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.264997] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.265070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.265277] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.265364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.265431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.265553] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.265619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.265703] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be updated. [ 1008.321240] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.321384] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.321454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.321655] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.321795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.336860] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: IN_PROGRESS for 2s [ 1008.742645] env[69179]: INFO networking_nsxv3.common.synchronization [req-920eb440-ca65-4baa-9a94-04be4db6c237 req-c546245f-a876-4f25-aa00-cc106dc5d3f7 tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 1008.743189] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 1008.743487] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.743611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.743679] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.743870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.744153] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.744284] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.744342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.744657] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.744657] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.744657] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.855617] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 1008.855617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.935038] env[69179]: INFO networking_nsxv3.common.synchronization [req-920eb440-ca65-4baa-9a94-04be4db6c237 req-d11ab167-217b-4cce-9312-8490ef3de46f tempest-ServersTestMultiNic-1073722198 tempest-ServersTestMultiNic-1073722198-project-member] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 1008.936194] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGHEST for action security_group_members [ 1008.937139] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.937139] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.246069] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.749615] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.252582] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.252853] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.252887] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.253481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.253481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.253481] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be updated. [ 1010.278269] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.278269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.278421] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.278849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.278849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.287059] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: IN_PROGRESS for 2s [ 1010.352877] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: SUCCESS [ 1010.353196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.632457] env[69179]: INFO networking_nsxv3.common.synchronization [req-49a2eb43-5b24-4eaf-831b-1152ca569815 req-fa1f2046-0be0-4158-b120-30d438b6c721 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: c98875d0-3742-47fd-9d17-0d283d1cffff with Priority: HIGHEST for action security_group_members [ 1011.635370] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c98875d0-3742-47fd-9d17-0d283d1cffff with Priority: HIGHEST for action security_group_members [ 1011.635954] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-c98875d0-3742-47fd-9d17-0d283d1cffff taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.636093] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.636164] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.637631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.637793] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.637894] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.637959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.638127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.638213] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.638305] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c98875d0-3742-47fd-9d17-0d283d1cffff',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.976144] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.976144] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.976144] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.976144] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.976144] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.976144] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.976144] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.976924] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.978047] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.978392] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.978644] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.978889] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.979132] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.981319] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.981319] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.981319] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.999382] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.999382] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1011.999382] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.999382] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.999382] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-466e75d5-4890-4482-82fb-a7614060ea13 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.999382] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-466e75d5-4890-4482-82fb-a7614060ea13" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.999382] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-466e75d5-4890-4482-82fb-a7614060ea13" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.999382] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-466e75d5-4890-4482-82fb-a7614060ea13" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.999382] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('466e75d5-4890-4482-82fb-a7614060ea13',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.142902] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.142902] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.142902] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.142902] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.142902] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.142902] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.142902] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.142902] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.142902] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.142902] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.142902] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c98875d0-3742-47fd-9d17-0d283d1cffff already deleted. [ 1012.142902] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.293391] env[69179]: INFO networking_nsxv3.common.synchronization [None req-e87c92f3-904d-4db8-bfdf-aaa619e3279e None None] Enqueued Resource ID: 2e27b874-c8bf-4375-b850-7008339d52cd with Priority: HIGHEST for action port [ 1012.293709] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e27b874-c8bf-4375-b850-7008339d52cd with Priority: HIGHEST for action port [ 1012.294101] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e27b874-c8bf-4375-b850-7008339d52cd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.294262] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e27b874-c8bf-4375-b850-7008339d52cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.294335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e27b874-c8bf-4375-b850-7008339d52cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.294583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e27b874-c8bf-4375-b850-7008339d52cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.294690] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e27b874-c8bf-4375-b850-7008339d52cd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.299940] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: SUCCESS [ 1012.300134] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.300516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.300704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.300871] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.300976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.301057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.301230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.301314] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.301401] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.501436] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.501686] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.502592] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.502592] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.502592] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.502592] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 466e75d5-4890-4482-82fb-a7614060ea13 not found, creating... [ 1012.503029] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.503029] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.503246] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.503349] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.503516] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.503823] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.504010] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.504280] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.504506] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.504666] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.504824] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 466e75d5-4890-4482-82fb-a7614060ea13 is going to be created. [ 1012.526584] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.526815] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.526943] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.527232] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.527900] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.527900] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-466e75d5-4890-4482-82fb-a7614060ea13" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.800217] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e27b874-c8bf-4375-b850-7008339d52cd [ 1012.800484] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.800731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.800731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.800864] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.800950] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.801057] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e27b874-c8bf-4375-b850-7008339d52cd already deleted. [ 1012.801160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e27b874-c8bf-4375-b850-7008339d52cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.804907] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.805059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.805122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.805307] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.805487] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.805567] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.805665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.805721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.805868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.805942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.806038] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be updated. [ 1012.830942] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.830942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.830942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.830942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.830942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.839408] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: IN_PROGRESS for 2s [ 1013.291153] env[69179]: INFO networking_nsxv3.common.synchronization [req-49a2eb43-5b24-4eaf-831b-1152ca569815 req-72a8f04d-ceef-47fc-b40b-abde9be47e9c service nova] Enqueued Resource ID: c98875d0-3742-47fd-9d17-0d283d1cffff with Priority: HIGHEST for action security_group_rules [ 1013.291254] env[69179]: INFO networking_nsxv3.common.synchronization [req-49a2eb43-5b24-4eaf-831b-1152ca569815 req-72a8f04d-ceef-47fc-b40b-abde9be47e9c service nova] Enqueued Resource ID: c98875d0-3742-47fd-9d17-0d283d1cffff with Priority: HIGHEST for action security_group_members [ 1013.291607] env[69179]: INFO networking_nsxv3.common.synchronization [req-49a2eb43-5b24-4eaf-831b-1152ca569815 req-72a8f04d-ceef-47fc-b40b-abde9be47e9c service nova] Enqueued Resource ID: 466e75d5-4890-4482-82fb-a7614060ea13 with Priority: HIGHEST for action port [ 1013.291607] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c98875d0-3742-47fd-9d17-0d283d1cffff with Priority: HIGHEST for action security_group_rules [ 1013.291747] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c98875d0-3742-47fd-9d17-0d283d1cffff with Priority: HIGHEST for action security_group_members [ 1013.291829] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466e75d5-4890-4482-82fb-a7614060ea13 with Priority: HIGHEST for action port [ 1013.292396] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c98875d0-3742-47fd-9d17-0d283d1cffff taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.292521] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.292589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.292782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.292863] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c98875d0-3742-47fd-9d17-0d283d1cffff',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.298142] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-c98875d0-3742-47fd-9d17-0d283d1cffff taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.298142] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.298142] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.298142] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.298142] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.298663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.298663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.298663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.298663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.298663] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c98875d0-3742-47fd-9d17-0d283d1cffff',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.299302] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-466e75d5-4890-4482-82fb-a7614060ea13 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.299439] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-466e75d5-4890-4482-82fb-a7614060ea13" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.299439] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-466e75d5-4890-4482-82fb-a7614060ea13" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.299584] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-466e75d5-4890-4482-82fb-a7614060ea13" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.299660] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('466e75d5-4890-4482-82fb-a7614060ea13',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.802784] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c98875d0-3742-47fd-9d17-0d283d1cffff',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.804143] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-c98875d0-3742-47fd-9d17-0d283d1cffff taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.804255] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.806758] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 466e75d5-4890-4482-82fb-a7614060ea13 with status ACTIVE [ 1013.806936] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.807059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.807122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.807327] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.807412] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.807582] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.807884] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.807884] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.807945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.809018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.809018] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.809018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.809018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.809018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.809018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.809018] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 466e75d5-4890-4482-82fb-a7614060ea13 is going to be updated. [ 1013.830936] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.830936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.830936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.830936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.830936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.830936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-466e75d5-4890-4482-82fb-a7614060ea13" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.305842] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c98875d0-3742-47fd-9d17-0d283d1cffff',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.542538] env[69179]: INFO networking_nsxv3.common.synchronization [None req-593248ee-c0bd-483d-968d-f5aa43baa4ca None None] Enqueued Resource ID: 027d1e97-bdc4-4d1e-9c57-6fdbf11052f4 with Priority: HIGHEST for action port [ 1014.542978] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 027d1e97-bdc4-4d1e-9c57-6fdbf11052f4 with Priority: HIGHEST for action port [ 1014.543474] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-027d1e97-bdc4-4d1e-9c57-6fdbf11052f4 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.543601] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-027d1e97-bdc4-4d1e-9c57-6fdbf11052f4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.543668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-027d1e97-bdc4-4d1e-9c57-6fdbf11052f4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.543921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-027d1e97-bdc4-4d1e-9c57-6fdbf11052f4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.544015] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('027d1e97-bdc4-4d1e-9c57-6fdbf11052f4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.807647] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.807993] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.807993] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.808115] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.808217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.808314] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c98875d0-3742-47fd-9d17-0d283d1cffff is going to be created. [ 1014.831061] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.831213] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.831287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.831492] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.831649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.839590] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c98875d0-3742-47fd-9d17-0d283d1cffff in Status: UNINITIALIZED for 2s [ 1014.845566] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01d77748-6036-458a-86aa-c9a89e95d7fc in Status: SUCCESS [ 1014.845754] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc deletion is rescheduled due to dependency. [ 1014.845822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.046371] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 027d1e97-bdc4-4d1e-9c57-6fdbf11052f4 [ 1015.046437] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.046576] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.046660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.046913] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.047015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.047250] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:027d1e97-bdc4-4d1e-9c57-6fdbf11052f4 already deleted. [ 1015.047250] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-027d1e97-bdc4-4d1e-9c57-6fdbf11052f4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.596056] env[69179]: INFO networking_nsxv3.common.synchronization [None req-6ddf932a-7bae-4d73-852e-1f8b65990ad9 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Enqueued Resource ID: 05aa4afb-5c83-42de-a127-6bbdaf29af52 with Priority: HIGHEST for action security_group_rules [ 1015.596562] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05aa4afb-5c83-42de-a127-6bbdaf29af52 with Priority: HIGHEST for action security_group_rules [ 1015.596852] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05aa4afb-5c83-42de-a127-6bbdaf29af52 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.597030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05aa4afb-5c83-42de-a127-6bbdaf29af52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.597030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05aa4afb-5c83-42de-a127-6bbdaf29af52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.597502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05aa4afb-5c83-42de-a127-6bbdaf29af52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.597595] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05aa4afb-5c83-42de-a127-6bbdaf29af52',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.684792] env[69179]: INFO networking_nsxv3.common.synchronization [None req-51a52694-1807-436c-a570-814c8cb0855d tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Enqueued Resource ID: 05aa4afb-5c83-42de-a127-6bbdaf29af52 with Priority: HIGHEST for action security_group_rules [ 1015.685328] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05aa4afb-5c83-42de-a127-6bbdaf29af52 with Priority: HIGHEST for action security_group_rules [ 1015.685703] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05aa4afb-5c83-42de-a127-6bbdaf29af52 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.685822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05aa4afb-5c83-42de-a127-6bbdaf29af52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.116479] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.116753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.116753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.116900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.117047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.117096] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05aa4afb-5c83-42de-a127-6bbdaf29af52 already deleted. [ 1016.117178] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05aa4afb-5c83-42de-a127-6bbdaf29af52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.117326] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05aa4afb-5c83-42de-a127-6bbdaf29af52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.117474] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05aa4afb-5c83-42de-a127-6bbdaf29af52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.117555] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05aa4afb-5c83-42de-a127-6bbdaf29af52',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.642117] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.642224] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.642316] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.642543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.642625] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.642756] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05aa4afb-5c83-42de-a127-6bbdaf29af52 already deleted. [ 1016.642792] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05aa4afb-5c83-42de-a127-6bbdaf29af52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.848933] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c98875d0-3742-47fd-9d17-0d283d1cffff in Status: SUCCESS [ 1016.849179] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.849335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.849542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.849747] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.849838] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.849910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.850064] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.850144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.850228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.850320] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c98875d0-3742-47fd-9d17-0d283d1cffff',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.352410] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c98875d0-3742-47fd-9d17-0d283d1cffff',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.662104] env[69179]: INFO networking_nsxv3.common.synchronization [req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 req-eb1c830d-5742-4b9f-994d-143ca95305f3 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1017.662729] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1017.664235] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.664465] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.664550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.664798] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.665035] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.665162] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.665228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.665436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.665572] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.665681] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.855691] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c98875d0-3742-47fd-9d17-0d283d1cffff: rpc.has_security_group_logging(os_id): False [ 1017.873489] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.873649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.873710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.873902] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.873991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.874255] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.874373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.874432] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.874564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.874641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.874727] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c98875d0-3742-47fd-9d17-0d283d1cffff is going to be created. [ 1017.930919] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.931130] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.931191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.931510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.931577] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.944345] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c98875d0-3742-47fd-9d17-0d283d1cffff in Status: IN_PROGRESS for 2s [ 1017.985222] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.985425] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.985551] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.985828] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.986154] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.986322] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.986444] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.986661] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.986805] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.987029] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.987147] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.987261] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.987372] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.987488] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.987594] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.987826] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.010929] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.011153] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1018.011366] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.011619] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.012078] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-c5031c80-65f1-4f78-8d55-188c93c59fc5 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.012522] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-c5031c80-65f1-4f78-8d55-188c93c59fc5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.012522] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-c5031c80-65f1-4f78-8d55-188c93c59fc5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.013392] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-c5031c80-65f1-4f78-8d55-188c93c59fc5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.013392] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5031c80-65f1-4f78-8d55-188c93c59fc5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.169194] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.169194] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.169194] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.169453] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.169453] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.169513] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.169666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.169666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.169777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.169854] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.169936] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1018.207397] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.207607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.207607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.207814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.207949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.227617] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1018.516409] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.517424] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.518024] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.518371] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.518545] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.518720] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port c5031c80-65f1-4f78-8d55-188c93c59fc5 not found, creating... [ 1018.519031] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.519325] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.519406] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.519602] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.519842] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.520538] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.520792] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.520937] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.521447] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.521531] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.521964] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: c5031c80-65f1-4f78-8d55-188c93c59fc5 is going to be created. [ 1018.547508] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.547732] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.547845] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.548147] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.548384] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.548645] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-c5031c80-65f1-4f78-8d55-188c93c59fc5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.743697] env[69179]: INFO networking_nsxv3.common.synchronization [req-4732a151-4398-44e3-95de-4f2389eecd37 req-04dcaa2c-c723-4f44-bbcf-7e8b2676efec tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 1018.744927] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 1018.744927] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.744927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.744927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.745917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.745917] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.745917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.745917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.745917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.745917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.745917] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.226462] env[69179]: INFO networking_nsxv3.common.synchronization [req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 req-136d6513-c25f-41c4-bd4a-a3349ff5be3b service nova] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_rules [ 1019.226758] env[69179]: INFO networking_nsxv3.common.synchronization [req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 req-136d6513-c25f-41c4-bd4a-a3349ff5be3b service nova] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1019.226842] env[69179]: INFO networking_nsxv3.common.synchronization [req-413f5d13-1eef-4bd6-90fd-034acc33e7b1 req-136d6513-c25f-41c4-bd4a-a3349ff5be3b service nova] Enqueued Resource ID: c5031c80-65f1-4f78-8d55-188c93c59fc5 with Priority: HIGHEST for action port [ 1019.227872] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_rules [ 1019.228318] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1019.228876] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5031c80-65f1-4f78-8d55-188c93c59fc5 with Priority: HIGHEST for action port [ 1019.231097] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.231097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.231097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.231097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.231097] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.232422] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.233118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.235026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5031c80-65f1-4f78-8d55-188c93c59fc5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.235026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5031c80-65f1-4f78-8d55-188c93c59fc5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.235026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5031c80-65f1-4f78-8d55-188c93c59fc5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.235026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5031c80-65f1-4f78-8d55-188c93c59fc5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.235026] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5031c80-65f1-4f78-8d55-188c93c59fc5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.248189] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.248320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.248376] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.248589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.248706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.248865] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.249047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.249047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.249172] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.249259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.249362] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be updated. [ 1019.298608] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.298804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.300775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.300775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.300775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.307410] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 1019.732672] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.732979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.735244] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5031c80-65f1-4f78-8d55-188c93c59fc5 with status ACTIVE [ 1019.735532] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.735716] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.735797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.736062] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.736161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.736368] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.736472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.736563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.736803] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.736834] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.737211] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.737313] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.737376] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.737529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.737611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.737718] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5031c80-65f1-4f78-8d55-188c93c59fc5 is going to be updated. [ 1019.758794] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.758794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.758794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.759151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.759353] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.759514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5031c80-65f1-4f78-8d55-188c93c59fc5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.956489] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c98875d0-3742-47fd-9d17-0d283d1cffff in Status: SUCCESS [ 1019.958632] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.236546] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1020.236752] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 deletion is rescheduled due to dependency. [ 1020.236871] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.237045] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.237274] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.237454] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.237567] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.237632] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.237795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.237873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.237981] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.740939] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.243880] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.316683] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 1021.316863] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c deletion is rescheduled due to dependency. [ 1021.316991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.746371] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.746662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.746662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.746742] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.746851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.746908] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1021.776761] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.776900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.776974] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.777219] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.777370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.810167] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1023.821272] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1023.821605] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.821773] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.822092] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.822295] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.822434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.822504] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.822682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.822771] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.822857] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.822961] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.230386] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1024.230386] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1024.325195] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.325360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.325475] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.325713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.325894] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.325998] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.326086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.326240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.326329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.326418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.326561] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.326652] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.326712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.326851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.326983] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.327481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.327545] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.327691] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.327767] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.327849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.327940] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.831862] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c9502f2-ab64-4215-810d-f6bed74abb36: rpc.has_security_group_logging(os_id): False [ 1024.851699] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.851837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.851910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.852136] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.852926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.852926] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.852926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.852926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.852926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.852926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.853206] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.853206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.853206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.853315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.853361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.853538] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.853626] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.853684] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.854415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.854415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.854415] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1024.917396] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.917585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.917631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.917867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.918050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.946524] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1026.111506] env[69179]: INFO networking_nsxv3.common.synchronization [req-24417bb0-cb26-4650-a1da-7ed8f057b5bf req-56f718ae-70b1-45cb-95cd-fd33c77fc0fe tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Enqueued Resource ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 with Priority: HIGHEST for action security_group_members [ 1026.112156] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 with Priority: HIGHEST for action security_group_members [ 1026.112388] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b0aa5af-4a89-4567-80e9-fa53278afe52 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.112556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.112606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.112780] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.112949] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.113988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.114083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.114273] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.114380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.114480] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b0aa5af-4a89-4567-80e9-fa53278afe52',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.617828] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.617828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.617828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.617828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.617828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.618124] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.618492] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.618696] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.618938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.620663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.620663] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 is going to be updated. [ 1026.678829] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.678829] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.678829] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.678829] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.678829] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.686609] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 in Status: IN_PROGRESS for 2s [ 1026.959737] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1026.959737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.695743] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 in Status: SUCCESS [ 1028.695990] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 deletion is rescheduled due to dependency. [ 1028.696122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.596152] env[69179]: INFO networking_nsxv3.common.synchronization [None req-48dc80e5-4475-4de6-ad28-b8ab3d53dc56 None None] Enqueued Resource ID: 30f1f30e-e17c-43ad-831a-da6e42d036b1 with Priority: HIGHEST for action port [ 1030.596490] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f1f30e-e17c-43ad-831a-da6e42d036b1 with Priority: HIGHEST for action port [ 1030.597110] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-30f1f30e-e17c-43ad-831a-da6e42d036b1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.597254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30f1f30e-e17c-43ad-831a-da6e42d036b1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.597355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30f1f30e-e17c-43ad-831a-da6e42d036b1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.597663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30f1f30e-e17c-43ad-831a-da6e42d036b1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.597845] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30f1f30e-e17c-43ad-831a-da6e42d036b1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.099935] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30f1f30e-e17c-43ad-831a-da6e42d036b1 [ 1031.100075] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.100300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.100364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.100540] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.100629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.100735] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30f1f30e-e17c-43ad-831a-da6e42d036b1 already deleted. [ 1031.100817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30f1f30e-e17c-43ad-831a-da6e42d036b1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.705909] env[69179]: INFO networking_nsxv3.common.synchronization [req-340804ec-cca6-4dfc-887e-7c853b5885fe req-75aa2190-5d88-40ac-b481-d33d5986dc81 tempest-ServersAdminTestJSON-1629383019 tempest-ServersAdminTestJSON-1629383019-project-member] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 1032.707263] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGHEST for action security_group_members [ 1032.707263] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.707263] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.707263] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.707483] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.707618] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.707719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.707780] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.707925] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.708057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.708113] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.829855] env[69179]: INFO networking_nsxv3.common.synchronization [None req-97e72802-52fa-4cda-b690-0fb4799815ef None None] Enqueued Resource ID: 53b4fcfd-8f67-4f5c-b72f-108467de9292 with Priority: HIGHEST for action port [ 1032.830465] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b4fcfd-8f67-4f5c-b72f-108467de9292 with Priority: HIGHEST for action port [ 1032.830992] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-53b4fcfd-8f67-4f5c-b72f-108467de9292 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.830992] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53b4fcfd-8f67-4f5c-b72f-108467de9292" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.831183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53b4fcfd-8f67-4f5c-b72f-108467de9292" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.831404] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53b4fcfd-8f67-4f5c-b72f-108467de9292" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.831506] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53b4fcfd-8f67-4f5c-b72f-108467de9292',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.162540] env[69179]: INFO networking_nsxv3.common.synchronization [None req-aa77afa5-04cb-43bf-9334-518b9ed43ac3 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Enqueued Resource ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d with Priority: HIGHEST for action security_group_rules [ 1033.163215] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d with Priority: HIGHEST for action security_group_rules [ 1033.163356] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.163491] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.163646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.163817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.163897] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef1a48c6-69ce-4be9-a5ed-cce870a8954d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.213277] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.213277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.213277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.213277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.213277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.213277] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.213277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.213277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.213277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.213277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.213277] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 is going to be updated. [ 1033.237901] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.238124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.238124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.238325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.238361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.247103] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: IN_PROGRESS for 2s [ 1033.296271] env[69179]: INFO networking_nsxv3.common.synchronization [None req-68da19d7-b272-456d-9f02-f7a192cc8fe4 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Enqueued Resource ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d with Priority: HIGHEST for action security_group_rules [ 1033.296764] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d with Priority: HIGHEST for action security_group_rules [ 1033.297073] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.297181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.459422] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53b4fcfd-8f67-4f5c-b72f-108467de9292 [ 1033.459648] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.459774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.459875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.460167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.460260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.460356] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53b4fcfd-8f67-4f5c-b72f-108467de9292 already deleted. [ 1033.460432] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53b4fcfd-8f67-4f5c-b72f-108467de9292" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.663837] env[69179]: INFO networking_nsxv3.common.synchronization [req-f7cec860-5188-4095-930e-4b3a40fed86f req-7f26f901-4d1f-406d-9073-ce3b4ceec126 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 1033.663837] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 1033.664094] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.664215] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.664282] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.664481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.664669] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.664769] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.664830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.664978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.665116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.665210] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.683601] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.683753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.683800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.684014] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.684102] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.684194] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d already deleted. [ 1033.684274] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.684816] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.684984] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.685081] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef1a48c6-69ce-4be9-a5ed-cce870a8954d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.168497] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.168766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.168766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.168942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.169689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.169689] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.169689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.169689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.169689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.169689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.169689] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 1034.199256] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.199412] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.199483] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.199692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.199835] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.205174] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.205322] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.205393] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.205629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.205726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.205821] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d already deleted. [ 1034.205949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.207475] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 1034.930677] env[69179]: INFO networking_nsxv3.common.synchronization [req-933d0f98-2d83-42dc-90f4-9d983b396071 req-16f0f175-f96a-48fc-860e-36dbcb51eaef tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Enqueued Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1034.931308] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1034.931692] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.931823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.931891] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.932162] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.932333] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.932441] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.932503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.932664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.932750] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.932847] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.229816] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.230139] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-823" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.230191] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-823" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.230762] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-823" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.230762] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.230916] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.234705] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.236369] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.236369] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.236369] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.236369] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1035.236504] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1035.236574] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1035.236703] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1035.236822] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1035.237057] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1035.255063] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1035.255274] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1035.255392] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1035.255569] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-823" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.256038] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-977b5f12-0f55-44bb-9414-b4ba9d37e916 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.256238] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-977b5f12-0f55-44bb-9414-b4ba9d37e916" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.256362] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-977b5f12-0f55-44bb-9414-b4ba9d37e916" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.256665] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-977b5f12-0f55-44bb-9414-b4ba9d37e916" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.256808] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('977b5f12-0f55-44bb-9414-b4ba9d37e916',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.258540] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 in Status: SUCCESS [ 1035.258540] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 deletion is rescheduled due to dependency. [ 1035.258677] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.435372] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.435503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.435503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.435734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.435832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.436087] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.436187] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.436263] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.436415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.436490] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.436590] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc already deleted. [ 1035.436670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.759584] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.759816] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.759945] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.760242] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.760398] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.760554] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 977b5f12-0f55-44bb-9414-b4ba9d37e916 not found, creating... [ 1035.760815] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.760972] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.761107] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.761327] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.761522] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.761828] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.761987] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.762119] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.762328] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.762463] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.762602] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 977b5f12-0f55-44bb-9414-b4ba9d37e916 is going to be created. [ 1035.781319] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.781508] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.781635] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.781882] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.782133] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.782357] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-977b5f12-0f55-44bb-9414-b4ba9d37e916" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.217781] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 1036.217962] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 deletion is rescheduled due to dependency. [ 1036.218092] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.482749] env[69179]: INFO networking_nsxv3.common.synchronization [req-933d0f98-2d83-42dc-90f4-9d983b396071 req-ccf085e5-3353-4911-9ba9-9f64d008f4b5 service nova] Enqueued Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_rules [ 1036.484505] env[69179]: INFO networking_nsxv3.common.synchronization [req-933d0f98-2d83-42dc-90f4-9d983b396071 req-ccf085e5-3353-4911-9ba9-9f64d008f4b5 service nova] Enqueued Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1036.484505] env[69179]: INFO networking_nsxv3.common.synchronization [req-933d0f98-2d83-42dc-90f4-9d983b396071 req-ccf085e5-3353-4911-9ba9-9f64d008f4b5 service nova] Enqueued Resource ID: 977b5f12-0f55-44bb-9414-b4ba9d37e916 with Priority: HIGHEST for action port [ 1036.484505] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_rules [ 1036.484505] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1036.484505] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977b5f12-0f55-44bb-9414-b4ba9d37e916 with Priority: HIGHEST for action port [ 1036.486267] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.486267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.486267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.486809] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.486898] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.488267] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.488335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.488400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.488607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.488709] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.488800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.490723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.490723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.490723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.490723] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.490723] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-977b5f12-0f55-44bb-9414-b4ba9d37e916 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.490723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-977b5f12-0f55-44bb-9414-b4ba9d37e916" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.490723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-977b5f12-0f55-44bb-9414-b4ba9d37e916" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.490723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-977b5f12-0f55-44bb-9414-b4ba9d37e916" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.490723] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('977b5f12-0f55-44bb-9414-b4ba9d37e916',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.992099] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.993249] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.993391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.996406] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 977b5f12-0f55-44bb-9414-b4ba9d37e916 with status ACTIVE [ 1036.996648] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.996799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.996872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.997156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.997256] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.997662] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.997662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.997833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.997946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.998049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.998273] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.998395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.998459] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.998627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.998707] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.998816] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 977b5f12-0f55-44bb-9414-b4ba9d37e916 is going to be updated. [ 1037.017430] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.017573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.017644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.017857] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.018093] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.018272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-977b5f12-0f55-44bb-9414-b4ba9d37e916" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.340481] env[69179]: INFO networking_nsxv3.common.synchronization [req-933d0f98-2d83-42dc-90f4-9d983b396071 req-f2f5aed6-ee9a-4fe3-9725-fd5d474456d6 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Enqueued Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1037.341037] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1037.341396] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.341494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.494926] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.880031] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.880031] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-823" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.880031] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-823" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.880326] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-823" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.880586] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.880747] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.880867] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.881345] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.881345] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.881450] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.881575] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.881666] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.881764] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.883097] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.883097] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.883097] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.899836] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.899989] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1037.900138] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.900298] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-823" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.900557] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.900714] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.900837] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.901148] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.901301] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.998135] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.998354] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.998354] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.998589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.998678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.998779] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc is going to be created. [ 1038.022038] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.022181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.022240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.022433] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.022589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.030772] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: UNINITIALIZED for 2s [ 1038.403920] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.404171] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.404299] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.404916] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.404916] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.405083] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6 not found, creating... [ 1038.405249] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.405412] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.405528] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.405749] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.405887] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.406185] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.406341] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.406458] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.406664] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.406802] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.406945] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6 is going to be created. [ 1038.426237] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.426447] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.426570] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.426830] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.427130] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.427391] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.132217] env[69179]: INFO networking_nsxv3.common.synchronization [req-933d0f98-2d83-42dc-90f4-9d983b396071 req-1b83f72c-cb46-41e5-86da-66df9935119d service nova] Enqueued Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_rules [ 1039.132217] env[69179]: INFO networking_nsxv3.common.synchronization [req-933d0f98-2d83-42dc-90f4-9d983b396071 req-1b83f72c-cb46-41e5-86da-66df9935119d service nova] Enqueued Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1039.132217] env[69179]: INFO networking_nsxv3.common.synchronization [req-933d0f98-2d83-42dc-90f4-9d983b396071 req-1b83f72c-cb46-41e5-86da-66df9935119d service nova] Enqueued Resource ID: 8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6 with Priority: HIGHEST for action port [ 1039.132217] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_rules [ 1039.132217] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1039.132217] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6 with Priority: HIGHEST for action port [ 1039.132217] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.132217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.132217] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.132217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.132217] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.135392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.135392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.135392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.135392] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.636046] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6 with status ACTIVE [ 1039.636302] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.636447] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.636533] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.636753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.636847] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.637836] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.637836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.637836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.637836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.637836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.637836] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.637836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.637836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.637836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.638365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.638365] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6 is going to be updated. [ 1039.660772] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.661505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.661505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.661505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.661505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.661505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f8a8e4e-c1ce-44ad-87e4-a230a924d4c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.748029] env[69179]: INFO networking_nsxv3.common.synchronization [req-933d0f98-2d83-42dc-90f4-9d983b396071 req-7fd0df43-cdc2-4709-b31a-b9936b4dc469 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Enqueued Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1039.748029] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1039.748500] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.748679] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.035718] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.035980] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-823" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.036166] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-823" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.036455] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-823" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.036749] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.036943] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.037099] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.037348] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.037519] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.037700] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.037814] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.037931] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.038052] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.038162] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.038269] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.038400] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.039933] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: SUCCESS [ 1040.040135] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.040560] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.040739] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.040855] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.040954] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.041031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.041175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.041251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.041333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.041425] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.042755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.042755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.042755] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.042943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.042943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.043030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.043090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.043172] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.057113] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.057284] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1040.057424] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.057750] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-823" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.057909] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-9712c7c6-0732-484b-802a-7af0a36259a5 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.058121] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-9712c7c6-0732-484b-802a-7af0a36259a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.058247] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-9712c7c6-0732-484b-802a-7af0a36259a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.058538] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-9712c7c6-0732-484b-802a-7af0a36259a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.058672] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9712c7c6-0732-484b-802a-7af0a36259a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.544502] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.544825] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.546988] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.560936] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.561154] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.561279] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.561558] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.561702] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.561855] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 9712c7c6-0732-484b-802a-7af0a36259a5 not found, creating... [ 1040.562118] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.562274] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.562390] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.562599] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.562734] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.563019] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.563174] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.563467] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.563749] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.563897] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.564069] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 9712c7c6-0732-484b-802a-7af0a36259a5 is going to be created. [ 1040.582800] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.582982] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.583126] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.583358] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.583573] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.583849] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-9712c7c6-0732-484b-802a-7af0a36259a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.049821] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.338763] env[69179]: INFO networking_nsxv3.common.synchronization [req-933d0f98-2d83-42dc-90f4-9d983b396071 req-f126c8fa-bd9c-4b9f-8c25-fc01d3f897b3 service nova] Enqueued Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_rules [ 1041.339047] env[69179]: INFO networking_nsxv3.common.synchronization [req-933d0f98-2d83-42dc-90f4-9d983b396071 req-f126c8fa-bd9c-4b9f-8c25-fc01d3f897b3 service nova] Enqueued Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1041.339216] env[69179]: INFO networking_nsxv3.common.synchronization [req-933d0f98-2d83-42dc-90f4-9d983b396071 req-f126c8fa-bd9c-4b9f-8c25-fc01d3f897b3 service nova] Enqueued Resource ID: 9712c7c6-0732-484b-802a-7af0a36259a5 with Priority: HIGHEST for action port [ 1041.339447] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_rules [ 1041.339575] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1041.339670] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9712c7c6-0732-484b-802a-7af0a36259a5 with Priority: HIGHEST for action port [ 1041.340249] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.340390] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.340621] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.340712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.340899] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-9712c7c6-0732-484b-802a-7af0a36259a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.340988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9712c7c6-0732-484b-802a-7af0a36259a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.341063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9712c7c6-0732-484b-802a-7af0a36259a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.341260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9712c7c6-0732-484b-802a-7af0a36259a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.341337] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9712c7c6-0732-484b-802a-7af0a36259a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.552617] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.552972] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.552972] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.553061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.553660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.553832] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc is going to be updated. [ 1041.582769] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.582923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.582967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.583211] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.583372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.590955] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: IN_PROGRESS for 2s [ 1041.843170] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9712c7c6-0732-484b-802a-7af0a36259a5 with status ACTIVE [ 1041.843922] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.843922] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.843922] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.843922] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.843922] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.844329] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.844329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.844329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.844439] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.844474] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.844650] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.844744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.844784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.844923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.844994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.845089] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9712c7c6-0732-484b-802a-7af0a36259a5 is going to be updated. [ 1041.890712] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.891008] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.891008] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.891116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.891250] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.891417] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9712c7c6-0732-484b-802a-7af0a36259a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.094725] env[69179]: INFO networking_nsxv3.common.synchronization [req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d req-333f2803-eeb2-489f-942c-f99bab21b125 tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Enqueued Resource ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f with Priority: HIGHEST for action security_group_members [ 1042.095272] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f with Priority: HIGHEST for action security_group_members [ 1042.095575] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.095791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.095791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.096082] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.096248] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.096361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.096424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.096600] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.096682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.096778] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68bd2759-1b5a-487e-9c2d-f60cb15fd26f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.477728] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.477962] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.478086] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.478409] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.478659] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.479423] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.479423] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.479423] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.479423] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.479615] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.479615] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.479685] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.479797] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.479910] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.480025] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.480160] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.498686] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.498830] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1042.499099] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.499257] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.499587] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-ce297642-277c-4af3-8511-b7b5669ad0e7 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.503036] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-ce297642-277c-4af3-8511-b7b5669ad0e7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.503036] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-ce297642-277c-4af3-8511-b7b5669ad0e7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.503036] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-ce297642-277c-4af3-8511-b7b5669ad0e7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.503036] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce297642-277c-4af3-8511-b7b5669ad0e7',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.599142] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.599459] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.599459] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.599585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.599637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.599835] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.599936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.599996] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.600172] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.601028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.601028] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f already deleted. [ 1042.601028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.006553] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.006553] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.006553] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.006553] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.006553] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.006553] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port ce297642-277c-4af3-8511-b7b5669ad0e7 not found, creating... [ 1043.006553] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.006553] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.006860] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.006898] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.007054] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.007341] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.007499] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.007617] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.007826] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.007960] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.008120] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: ce297642-277c-4af3-8511-b7b5669ad0e7 is going to be created. [ 1043.027929] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.028158] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.028323] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.028542] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.028742] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.028965] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-ce297642-277c-4af3-8511-b7b5669ad0e7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.601030] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: SUCCESS [ 1043.601030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.601030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.601030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.601443] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.601443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.601443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.601443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.601581] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.601581] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.806817] env[69179]: INFO networking_nsxv3.common.synchronization [req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d req-6d998bd2-a18b-42d8-a4a3-417d5b45303d service nova] Enqueued Resource ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f with Priority: HIGHEST for action security_group_rules [ 1043.806991] env[69179]: INFO networking_nsxv3.common.synchronization [req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d req-6d998bd2-a18b-42d8-a4a3-417d5b45303d service nova] Enqueued Resource ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f with Priority: HIGHEST for action security_group_members [ 1043.807142] env[69179]: INFO networking_nsxv3.common.synchronization [req-ecb00a76-9692-4016-8fa7-f2d5f6963a0d req-6d998bd2-a18b-42d8-a4a3-417d5b45303d service nova] Enqueued Resource ID: ce297642-277c-4af3-8511-b7b5669ad0e7 with Priority: HIGHEST for action port [ 1043.807651] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f with Priority: HIGHEST for action security_group_rules [ 1043.807751] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f with Priority: HIGHEST for action security_group_members [ 1043.807844] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce297642-277c-4af3-8511-b7b5669ad0e7 with Priority: HIGHEST for action port [ 1043.808343] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68bd2759-1b5a-487e-9c2d-f60cb15fd26f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.808514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.808617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.808860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.809781] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68bd2759-1b5a-487e-9c2d-f60cb15fd26f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.809781] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.810051] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.810752] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.810886] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.812026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.812026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.812026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.812026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.812026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.812026] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68bd2759-1b5a-487e-9c2d-f60cb15fd26f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.812578] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce297642-277c-4af3-8511-b7b5669ad0e7 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.812578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce297642-277c-4af3-8511-b7b5669ad0e7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.812578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce297642-277c-4af3-8511-b7b5669ad0e7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.812578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce297642-277c-4af3-8511-b7b5669ad0e7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.812748] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce297642-277c-4af3-8511-b7b5669ad0e7',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.103525] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.314218] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.314356] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.314726] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68bd2759-1b5a-487e-9c2d-f60cb15fd26f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.315464] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce297642-277c-4af3-8511-b7b5669ad0e7 with status ACTIVE [ 1044.315693] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.315766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.315808] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.316011] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.316119] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.316293] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.316481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.316481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.316686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.316686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.316838] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.316990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.316990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.317301] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.317376] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.317624] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce297642-277c-4af3-8511-b7b5669ad0e7 is going to be updated. [ 1044.336981] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.337165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.337222] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.337372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.337500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.337650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce297642-277c-4af3-8511-b7b5669ad0e7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.597666] env[69179]: INFO networking_nsxv3.common.synchronization [req-ec19dc91-5427-4653-9496-9905782e4e60 req-01da5044-6c1d-4aab-a809-d5130e6adc80 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1044.598199] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1044.598536] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.598623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.598682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.599748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.599748] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.599748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.599748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.599748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.599748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.599748] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.605606] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.819208] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68bd2759-1b5a-487e-9c2d-f60cb15fd26f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.102398] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.102558] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.102630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.102849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.102947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.103157] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.103252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.103318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.103469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.103544] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.103629] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1045.107318] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.107447] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.107492] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.107644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.107719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.107806] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc is going to be updated. [ 1045.133497] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.134033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.134033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.134033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.134185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.135864] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.136257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.136257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.136367] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.136537] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.144897] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1045.145806] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: IN_PROGRESS for 2s [ 1045.321828] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.321990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.322056] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.322297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.322409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.322479] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f is going to be created. [ 1045.344606] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.344606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.344606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.344606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.344606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.353747] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f in Status: UNINITIALIZED for 2s [ 1047.157606] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: IN_PROGRESS for 4s [ 1047.158320] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 4s [ 1047.362400] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f in Status: SUCCESS [ 1047.362649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.363250] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.363495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.363695] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.364524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.364524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.364524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.364524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.364524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.364524] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68bd2759-1b5a-487e-9c2d-f60cb15fd26f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.872295] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68bd2759-1b5a-487e-9c2d-f60cb15fd26f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.375235] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68bd2759-1b5a-487e-9c2d-f60cb15fd26f: rpc.has_security_group_logging(os_id): False [ 1048.394219] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.394219] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.394219] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.394219] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.394219] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.394219] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.394219] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.394219] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.394219] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.394561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.394561] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f is going to be created. [ 1048.451113] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.451113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.451318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.451353] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.451522] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.464353] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f in Status: IN_PROGRESS for 2s [ 1049.170729] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: SUCCESS [ 1049.170947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.171645] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1049.171799] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 deletion is rescheduled due to dependency. [ 1049.171927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.172041] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.172285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.172762] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.172762] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.172762] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.172762] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.173067] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.173067] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.482525] env[69179]: INFO networking_nsxv3.common.synchronization [req-15ee89ed-a070-4011-837d-ff072f50ed31 req-402e481c-6e00-4060-bd77-c52986dce3a6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Enqueued Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGHEST for action security_group_members [ 1049.482951] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGHEST for action security_group_members [ 1049.483283] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-10edb0d8-e5ef-4e45-bf03-887b4583e616 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.483407] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.483465] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.484111] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.484111] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.484111] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.484111] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.484328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.484363] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.484443] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.680694] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.789602] env[69179]: INFO networking_nsxv3.common.synchronization [None req-7922f0df-9815-4753-8c79-0189b39eb5a9 None None] Enqueued Resource ID: e123e8a5-4a44-4adc-8ad6-463e29c2a4c6 with Priority: HIGHEST for action port [ 1049.789602] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e123e8a5-4a44-4adc-8ad6-463e29c2a4c6 with Priority: HIGHEST for action port [ 1049.789602] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-e123e8a5-4a44-4adc-8ad6-463e29c2a4c6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.789602] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e123e8a5-4a44-4adc-8ad6-463e29c2a4c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.789602] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e123e8a5-4a44-4adc-8ad6-463e29c2a4c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.789602] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e123e8a5-4a44-4adc-8ad6-463e29c2a4c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.789602] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e123e8a5-4a44-4adc-8ad6-463e29c2a4c6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.855364] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.855364] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-110" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.855364] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-110" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.855364] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-110" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.856233] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.856791] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.857513] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.858160] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.858490] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.859054] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.859336] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.859697] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.861021] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.861021] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.861021] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.861021] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.880197] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.880376] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1049.880513] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.880690] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-110" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.880999] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-55944de6-045d-46eb-aacb-70e1ccf938a4 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.881185] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-55944de6-045d-46eb-aacb-70e1ccf938a4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.881308] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-55944de6-045d-46eb-aacb-70e1ccf938a4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.881629] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-55944de6-045d-46eb-aacb-70e1ccf938a4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.881788] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55944de6-045d-46eb-aacb-70e1ccf938a4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.987346] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.987504] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.987577] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.987796] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.987886] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.988091] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.988197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.988259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.988401] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.988475] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.988556] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 already deleted. [ 1049.988633] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.183609] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.292970] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e123e8a5-4a44-4adc-8ad6-463e29c2a4c6 [ 1050.293206] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.293330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.293396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.293686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.293686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.294581] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e123e8a5-4a44-4adc-8ad6-463e29c2a4c6 already deleted. [ 1050.294581] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e123e8a5-4a44-4adc-8ad6-463e29c2a4c6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.384984] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.384984] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.385140] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.385423] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.386849] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.386849] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 55944de6-045d-46eb-aacb-70e1ccf938a4 not found, creating... [ 1050.386849] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.386849] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.387061] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.387187] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.387406] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.387659] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.387926] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.387977] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.388409] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.388564] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.388692] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 55944de6-045d-46eb-aacb-70e1ccf938a4 is going to be created. [ 1050.420043] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.420282] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.420419] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.420661] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.420909] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.421136] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-55944de6-045d-46eb-aacb-70e1ccf938a4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.478538] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f in Status: SUCCESS [ 1050.478538] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.686441] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.686777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.686777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.686968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.687053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.687142] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc is going to be updated. [ 1050.714952] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.714952] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.714952] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.714952] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.715722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.722974] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: IN_PROGRESS for 2s [ 1050.748573] env[69179]: INFO networking_nsxv3.common.synchronization [None req-859ca7e5-e76a-4675-a34e-8b155b697fbb tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Enqueued Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_rules [ 1050.749127] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_rules [ 1050.749431] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.749550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.749618] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.749874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.750022] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.827892] env[69179]: INFO networking_nsxv3.common.synchronization [None req-8f04b49e-544d-4a44-8be5-cddd4a2c70c2 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Enqueued Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_rules [ 1050.828792] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_rules [ 1050.829139] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.829245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.278195] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.278371] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.278438] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.278691] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.278802] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.278913] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f already deleted. [ 1051.279029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.279575] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.279793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.279898] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.354478] env[69179]: INFO networking_nsxv3.common.synchronization [req-15ee89ed-a070-4011-837d-ff072f50ed31 req-37f0cc33-624d-4954-a063-db2664e69b38 service nova] Enqueued Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGHEST for action security_group_rules [ 1051.354697] env[69179]: INFO networking_nsxv3.common.synchronization [req-15ee89ed-a070-4011-837d-ff072f50ed31 req-37f0cc33-624d-4954-a063-db2664e69b38 service nova] Enqueued Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGHEST for action security_group_members [ 1051.354843] env[69179]: INFO networking_nsxv3.common.synchronization [req-15ee89ed-a070-4011-837d-ff072f50ed31 req-37f0cc33-624d-4954-a063-db2664e69b38 service nova] Enqueued Resource ID: 55944de6-045d-46eb-aacb-70e1ccf938a4 with Priority: HIGHEST for action port [ 1051.355432] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGHEST for action security_group_rules [ 1051.355572] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGHEST for action security_group_members [ 1051.355674] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55944de6-045d-46eb-aacb-70e1ccf938a4 with Priority: HIGHEST for action port [ 1051.355936] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10edb0d8-e5ef-4e45-bf03-887b4583e616 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.356170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.356170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.357260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.357450] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.358754] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-10edb0d8-e5ef-4e45-bf03-887b4583e616 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.358872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.358930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.359126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.359334] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.359877] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.360042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.360142] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.360230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.360323] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.362465] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-55944de6-045d-46eb-aacb-70e1ccf938a4 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.362597] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55944de6-045d-46eb-aacb-70e1ccf938a4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.362663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55944de6-045d-46eb-aacb-70e1ccf938a4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.362830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55944de6-045d-46eb-aacb-70e1ccf938a4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.362908] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55944de6-045d-46eb-aacb-70e1ccf938a4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.559092] env[69179]: INFO networking_nsxv3.common.synchronization [None req-f9e409fd-8411-4e65-8d09-1ce774ec5c96 None None] Enqueued Resource ID: 6247e29f-3fc1-4ef5-8784-26a939f48395 with Priority: HIGHEST for action port [ 1051.559710] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6247e29f-3fc1-4ef5-8784-26a939f48395 with Priority: HIGHEST for action port [ 1051.560050] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-6247e29f-3fc1-4ef5-8784-26a939f48395 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.560495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6247e29f-3fc1-4ef5-8784-26a939f48395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.560495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6247e29f-3fc1-4ef5-8784-26a939f48395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.560495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6247e29f-3fc1-4ef5-8784-26a939f48395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.560657] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6247e29f-3fc1-4ef5-8784-26a939f48395',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.804496] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.804855] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.804855] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.804992] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.805108] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.805210] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f already deleted. [ 1051.805312] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.842429] env[69179]: INFO networking_nsxv3.common.synchronization [req-fce63d4c-fe63-4ea3-a49d-816314acb842 req-ee7a3ab8-a124-4787-b291-566d017fecd0 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Enqueued Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGHEST for action security_group_members [ 1051.846133] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGHEST for action security_group_members [ 1051.846837] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-10edb0d8-e5ef-4e45-bf03-887b4583e616 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.847927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.860061] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-10edb0d8-e5ef-4e45-bf03-887b4583e616 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.860177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.865698] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.866085] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55944de6-045d-46eb-aacb-70e1ccf938a4 with status ACTIVE [ 1051.866236] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.869049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.869049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.869049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.869049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.869049] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.869049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.869049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.869049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.869049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.869049] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.869049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.869049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.869049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.869049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.869049] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55944de6-045d-46eb-aacb-70e1ccf938a4 is going to be updated. [ 1051.892081] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.892081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.892081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.892081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.892378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.892378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55944de6-045d-46eb-aacb-70e1ccf938a4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.063583] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6247e29f-3fc1-4ef5-8784-26a939f48395 [ 1052.063889] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.063889] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.064046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.064208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.064312] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.064425] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6247e29f-3fc1-4ef5-8784-26a939f48395 already deleted. [ 1052.064485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6247e29f-3fc1-4ef5-8784-26a939f48395" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.372054] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.463250] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.463467] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-110" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.463575] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-110" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.463839] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-110" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.464149] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.464314] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.464422] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.464635] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.464776] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.464998] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.465133] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.465243] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.465352] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.465463] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1052.465567] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.465720] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.482901] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.483088] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1052.483231] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.483402] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-110" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.483710] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.483886] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.484037] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.484367] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.484509] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.735021] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: SUCCESS [ 1052.735021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.735021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.735021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.735021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.735021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.735021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.735021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.735021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.735021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.735021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.735021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.735021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.735021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.735021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.735021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.735021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.736244] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.739743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.739743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.739743] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.739743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.739743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.739743] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.739743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.739743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.739743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.739743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.739743] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.874434] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.874736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.874736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.874870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.874965] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.875083] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 is going to be created. [ 1052.888071] env[69179]: INFO networking_nsxv3.common.synchronization [req-f2b1bb3e-2dfd-4d52-8848-cf7af99f5dfe req-5f2f49ad-c696-4fe3-b2d8-33ab975e9b75 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Enqueued Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1052.889207] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1052.889207] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.889207] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.903843] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.904036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.904116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.904320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.904475] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.914406] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 in Status: UNINITIALIZED for 2s [ 1052.988320] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.988641] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.988822] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.989180] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.989386] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.989596] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a not found, creating... [ 1052.989942] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.994305] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.994565] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.994839] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.995064] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.995521] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.995764] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.995952] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.996301] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.996515] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.996736] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a is going to be created. [ 1053.026023] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.026287] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.027054] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.027054] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.027054] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.027333] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.240541] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bb70067-f77e-45f8-9e75-35ada48b30fc: rpc.has_security_group_logging(os_id): False [ 1053.241789] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.279557] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.279748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.279822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.279999] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.280102] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.280287] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.280394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.280458] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.280592] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.280667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.280866] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.280955] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.281020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.281167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.281252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.281441] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.281546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.281598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.281741] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.281839] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.281940] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc is going to be created. [ 1053.339968] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.340175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.340272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.340499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.340689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.350512] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: IN_PROGRESS for 2s [ 1053.745167] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.783020] env[69179]: INFO networking_nsxv3.common.synchronization [req-fce63d4c-fe63-4ea3-a49d-816314acb842 req-6a813120-8dc2-4dad-9bef-15d7f9de91b3 service nova] Enqueued Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGHEST for action security_group_rules [ 1053.783020] env[69179]: INFO networking_nsxv3.common.synchronization [req-fce63d4c-fe63-4ea3-a49d-816314acb842 req-6a813120-8dc2-4dad-9bef-15d7f9de91b3 service nova] Enqueued Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGHEST for action security_group_members [ 1053.783020] env[69179]: INFO networking_nsxv3.common.synchronization [req-fce63d4c-fe63-4ea3-a49d-816314acb842 req-6a813120-8dc2-4dad-9bef-15d7f9de91b3 service nova] Enqueued Resource ID: 91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a with Priority: HIGHEST for action port [ 1053.783020] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGHEST for action security_group_rules [ 1053.783020] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGHEST for action security_group_members [ 1053.783020] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a with Priority: HIGHEST for action port [ 1053.783020] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10edb0d8-e5ef-4e45-bf03-887b4583e616 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.783020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.783020] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-10edb0d8-e5ef-4e45-bf03-887b4583e616 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.783020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.783914] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.784191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.784365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.784645] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.784824] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.249156] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.249156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.249156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.249156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.249156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.249156] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc is going to be updated. [ 1054.277615] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.277615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.277615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.277615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.277615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.284787] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: IN_PROGRESS for 2s [ 1054.287117] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a with status ACTIVE [ 1054.287300] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.287434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.287472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.287653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.287737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.287899] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.287999] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.288067] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.288210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.288282] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.288455] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.288544] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.288606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.288738] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.288810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.288888] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a is going to be updated. [ 1054.307929] env[69179]: INFO networking_nsxv3.common.synchronization [req-c6face64-7d6d-4b92-b247-7a81ea339be2 req-3e26ee59-96bf-4fd3-85e8-fb7f56851198 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 1054.308915] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.309044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.309116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.309307] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.309435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.309576] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91fbb560-bd9c-4a9d-8d5f-b17bf7bd2c8a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.310011] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 1054.310288] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.310439] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.310537] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.310641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.310739] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.310830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.310890] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.311043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.311126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.311211] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.621954] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.622217] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.622347] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.622625] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.622886] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.623052] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.623172] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.623381] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.623525] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.623735] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.627355] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.627491] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.627609] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.627730] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1054.627843] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.627981] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.647767] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.647867] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1054.647954] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.648198] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.648522] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-04ce1674-60c8-43ec-8c4e-45760d565573 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.648701] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-04ce1674-60c8-43ec-8c4e-45760d565573" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.648824] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-04ce1674-60c8-43ec-8c4e-45760d565573" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.649162] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-04ce1674-60c8-43ec-8c4e-45760d565573" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.649307] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04ce1674-60c8-43ec-8c4e-45760d565573',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.814893] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.815157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.815267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.815403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.815502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.815680] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.815815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.816036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.816036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.816036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.816281] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be updated. [ 1054.825840] env[69179]: INFO networking_nsxv3.common.synchronization [req-0fb00bf6-38d1-4ed1-96be-5977d0768270 req-25099ec7-57b3-4cf3-9d89-2879104a4750 tempest-AttachVolumeTestJSON-542619627 tempest-AttachVolumeTestJSON-542619627-project-member] Enqueued Resource ID: 62160075-8fd7-4e82-bdc8-5f573505b42c with Priority: HIGHEST for action security_group_members [ 1054.826524] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62160075-8fd7-4e82-bdc8-5f573505b42c with Priority: HIGHEST for action security_group_members [ 1054.828263] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-62160075-8fd7-4e82-bdc8-5f573505b42c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.828477] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.828477] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.830171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.830171] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.830171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.830171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.830171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.830171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.830171] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62160075-8fd7-4e82-bdc8-5f573505b42c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.840748] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.840975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.840975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.841168] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.841246] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.851628] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 1054.923758] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 in Status: SUCCESS [ 1054.923997] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.925817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.925817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.925817] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.925817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.925817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.925817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.925817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.925817] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.152289] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.152542] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.152739] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.154045] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.154045] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.154045] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 04ce1674-60c8-43ec-8c4e-45760d565573 not found, creating... [ 1055.154045] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.154045] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.154045] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.154045] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.154338] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.154480] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.154627] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.154739] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.154946] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.155306] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.155487] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 04ce1674-60c8-43ec-8c4e-45760d565573 is going to be created. [ 1055.181020] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.181631] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.181817] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.183098] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.183098] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.183098] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-04ce1674-60c8-43ec-8c4e-45760d565573" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.332960] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.333289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.333289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.333567] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.333658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.334039] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.334799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.334799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.334799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.334799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.334799] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62160075-8fd7-4e82-bdc8-5f573505b42c is going to be updated. [ 1055.361024] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: SUCCESS [ 1055.361314] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.361511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.361762] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.361942] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.364993] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.365163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.365205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.365423] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.365557] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.374346] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62160075-8fd7-4e82-bdc8-5f573505b42c in Status: IN_PROGRESS for 2s [ 1055.430402] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.864591] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.864759] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.904666] env[69179]: INFO networking_nsxv3.common.synchronization [req-c6face64-7d6d-4b92-b247-7a81ea339be2 req-96bdbe96-6c16-47e7-a888-cc86e488aa78 service nova] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_rules [ 1055.905080] env[69179]: INFO networking_nsxv3.common.synchronization [req-c6face64-7d6d-4b92-b247-7a81ea339be2 req-96bdbe96-6c16-47e7-a888-cc86e488aa78 service nova] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 1055.905080] env[69179]: INFO networking_nsxv3.common.synchronization [req-c6face64-7d6d-4b92-b247-7a81ea339be2 req-96bdbe96-6c16-47e7-a888-cc86e488aa78 service nova] Enqueued Resource ID: 04ce1674-60c8-43ec-8c4e-45760d565573 with Priority: HIGHEST for action port [ 1055.905305] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_rules [ 1055.905454] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 1055.905556] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ce1674-60c8-43ec-8c4e-45760d565573 with Priority: HIGHEST for action port [ 1055.906346] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.906542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.906637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.906860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.906970] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.907905] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.907996] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.908193] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-04ce1674-60c8-43ec-8c4e-45760d565573 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.908327] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04ce1674-60c8-43ec-8c4e-45760d565573" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.908410] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04ce1674-60c8-43ec-8c4e-45760d565573" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.908603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04ce1674-60c8-43ec-8c4e-45760d565573" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.908703] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04ce1674-60c8-43ec-8c4e-45760d565573',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.932961] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.295800] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: SUCCESS [ 1056.295800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.295800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.295800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.295800] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.295800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.295800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.295800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.295800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.295800] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.410369] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.410792] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.410792] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04ce1674-60c8-43ec-8c4e-45760d565573 with status ACTIVE [ 1056.410980] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.411245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.411288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.411610] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.411727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.411966] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.412191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.412355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.412542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.412706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.413032] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.413210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.413315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.413477] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.413554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.413674] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04ce1674-60c8-43ec-8c4e-45760d565573 is going to be updated. [ 1056.432946] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.433126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.433221] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.433421] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.433557] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.433733] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04ce1674-60c8-43ec-8c4e-45760d565573" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.434441] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.434575] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.434632] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.434825] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.434917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.435109] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 is going to be updated. [ 1056.466286] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.466436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.466529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.466837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.467057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.478888] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 in Status: IN_PROGRESS for 2s [ 1056.797978] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.861873] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 1056.862979] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c deletion is rescheduled due to dependency. [ 1056.862979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.862979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.862979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.862979] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.862979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.862979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.863276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.863276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.863276] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.300237] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.367104] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.385530] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62160075-8fd7-4e82-bdc8-5f573505b42c in Status: SUCCESS [ 1057.385697] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62160075-8fd7-4e82-bdc8-5f573505b42c deletion is rescheduled due to dependency. [ 1057.385803] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.802532] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.802961] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.802961] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.803051] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.803106] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.803220] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc is going to be updated. [ 1057.857715] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.857936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.858057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.858314] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.858649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.870572] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.872878] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: IN_PROGRESS for 2s [ 1058.372736] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.372903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.372971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.373207] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.373298] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.373395] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be updated. [ 1058.400132] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.400286] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.400333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.400536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.400673] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.408529] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 1058.488882] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 in Status: SUCCESS [ 1058.489107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.489279] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.489499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.489699] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.489814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.489895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.490035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.490113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.490199] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.490294] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.491130] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.491836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.491836] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.491836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.491836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.491836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.491836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.492235] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.993772] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-10edb0d8-e5ef-4e45-bf03-887b4583e616 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.994172] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.994299] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.497477] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.882742] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: SUCCESS [ 1059.882975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.883185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.883982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.883982] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.883982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.883982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.883982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.883982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.883982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.884346] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.001882] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.002215] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.002287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.002523] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.002617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.002719] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 is going to be updated. [ 1060.030773] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.030993] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.031123] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.031427] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.031644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.041058] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 in Status: IN_PROGRESS for 2s [ 1060.385969] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.386156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.386253] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.386462] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.386661] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.386756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.386820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.386970] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.387074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.387182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.387386] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.387438] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.387472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.387603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.387743] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.387819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.387879] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.388021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.388092] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.388172] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.388259] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.423031] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 1060.423031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.423031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.423031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.423031] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.423031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.423031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.423031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.423031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.423031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.423031] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.890635] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bb70067-f77e-45f8-9e75-35ada48b30fc: rpc.has_security_group_logging(os_id): False [ 1060.906368] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1060.906501] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1060.907725] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.907893] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.907973] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.908233] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.908348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.908593] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.908768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.908918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.909662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.909662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.909662] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.909662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.909865] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.909865] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.909920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.910072] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.910183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.910242] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.910397] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.910471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.910555] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc is going to be updated. [ 1060.926436] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.926618] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.926680] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.926849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.927036] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.927157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.927224] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.927387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.927472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.927554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.927696] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.927799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.927857] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.927995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.928157] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.928250] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.928304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.928462] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.928538] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.928601] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.928701] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.966055] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.966055] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.966055] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.966055] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.966340] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.979572] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: IN_PROGRESS for 2s [ 1061.431478] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b0642eb-7ffe-4c54-986a-70b98f5daf2c: rpc.has_security_group_logging(os_id): False [ 1061.449287] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.449477] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.449556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.449779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.449936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.450185] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.450285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.450340] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.450550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.450642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.450820] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.450913] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.450972] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.451131] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.451227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.451423] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.451518] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.451630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.451731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.451800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.451887] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be updated. [ 1061.510567] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.511262] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.511262] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.511262] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.511262] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.525010] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 1062.050888] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 in Status: SUCCESS [ 1062.051108] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.051279] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.051497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.051687] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.051800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.051865] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.052015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.052098] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.053034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.053034] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-10edb0d8-e5ef-4e45-bf03-887b4583e616 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.053034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.053034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.053034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.053034] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.053435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.053435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.053435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.053435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.053435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.053581] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.556141] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10edb0d8-e5ef-4e45-bf03-887b4583e616: rpc.has_security_group_logging(os_id): False [ 1062.577262] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.578023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.578023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.578023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.578023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.578023] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.578237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.578237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.578299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.578341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.579198] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.579198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.579198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.579198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.579198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.579198] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.579198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.579198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.579514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.579514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.580146] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 is going to be created. [ 1062.644358] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.644533] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.644575] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.644794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.644973] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.655345] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 in Status: IN_PROGRESS for 2s [ 1062.832473] env[69179]: INFO networking_nsxv3.common.synchronization [req-69951270-e10f-408f-b293-76c7bfa176ed req-1f6d0496-fdc8-4eaf-9998-c30ee5f1a3ca tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1062.833252] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1062.833363] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.833424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.833490] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.833693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.833844] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.833940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.834076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.834151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.834245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.834339] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.992509] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: SUCCESS [ 1062.992509] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.992509] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.992988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.992988] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.118475] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.118682] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.118808] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.119099] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.119385] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.119552] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.119718] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.119972] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.120139] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.120353] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.120471] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.120581] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.120690] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.120820] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1063.120941] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.121108] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.138755] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.138903] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1063.139048] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.139207] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.139473] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.139634] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.139756] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.140065] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.140214] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.336459] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.336606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.336656] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.336836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.336923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.337141] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.337241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.337275] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.337409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.337480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.337563] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be updated. [ 1063.361705] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.361836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.361888] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.362086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.362235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.370975] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: IN_PROGRESS for 2s [ 1063.495490] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.495667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.495730] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.495920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.496101] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.496202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.496267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.496413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.496499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.496593] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.496682] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.540104] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 1063.540347] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.642594] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.642879] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.642957] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.643244] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.643392] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.643547] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce not found, creating... [ 1063.643806] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.643967] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.644100] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.644353] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.644490] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.644784] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.644944] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.645075] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.645304] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.645449] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.646226] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce is going to be created. [ 1063.664014] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.664278] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.664412] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.664905] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.664905] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.665160] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.999143] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.999344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.999420] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.999653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.000085] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.000085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.000085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.000292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.000292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.000292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.001748] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.001748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.001748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.001748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.001748] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.001748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.001748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.001748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.001748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.001748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.001748] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.349859] env[69179]: INFO networking_nsxv3.common.synchronization [req-69951270-e10f-408f-b293-76c7bfa176ed req-dafe2a49-1e74-4aaf-b0bf-4c16e861bdf1 service nova] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_rules [ 1064.350135] env[69179]: INFO networking_nsxv3.common.synchronization [req-69951270-e10f-408f-b293-76c7bfa176ed req-dafe2a49-1e74-4aaf-b0bf-4c16e861bdf1 service nova] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1064.350312] env[69179]: INFO networking_nsxv3.common.synchronization [req-69951270-e10f-408f-b293-76c7bfa176ed req-dafe2a49-1e74-4aaf-b0bf-4c16e861bdf1 service nova] Enqueued Resource ID: 89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce with Priority: HIGHEST for action port [ 1064.350413] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_rules [ 1064.350721] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1064.350721] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce with Priority: HIGHEST for action port [ 1064.351142] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.352069] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.352069] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.352069] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.352069] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.352696] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.352794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.352985] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.353133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.353180] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.354072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.354072] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.504252] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bb70067-f77e-45f8-9e75-35ada48b30fc: rpc.has_security_group_logging(os_id): False [ 1064.524968] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.525209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.525296] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.525565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.525697] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.525966] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.526093] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.526160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.526428] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.526498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.526773] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.526939] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.526990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.527212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.527303] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.527556] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.527692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.527784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.527977] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.528107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.528165] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc is going to be updated. [ 1064.594277] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.594495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.594588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.594848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.595064] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.611247] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: IN_PROGRESS for 2s [ 1064.679976] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 in Status: SUCCESS [ 1064.680467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.680467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.680795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.680795] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.858495] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.858625] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.858812] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce with status ACTIVE [ 1064.859074] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.859074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.859179] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.859392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.859455] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.859627] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.859719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.859779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.859928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.860012] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.860193] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.860302] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.860337] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.860485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.860583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.860669] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce is going to be updated. [ 1064.879181] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.879364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.879404] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.879616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.879753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.879920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89c0c1dc-b1dc-47f8-8f11-a34f89dae4ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.959971] env[69179]: INFO networking_nsxv3.common.synchronization [req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 req-7a7bcd4f-4324-4ff0-956f-78d757c72889 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 1064.960690] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 1064.960802] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.963226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.963226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.963226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.963226] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.963226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.963226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.963226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.963226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.963226] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.183503] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-10edb0d8-e5ef-4e45-bf03-887b4583e616 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.183670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.183745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.183969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.184167] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.184266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.184332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.184484] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.184570] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.184656] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.184743] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.235889] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-903 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.236110] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.236243] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.236537] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.236798] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.236961] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.237094] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.237325] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.237483] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.237698] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1065.238037] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.238037] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.238165] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.238241] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1065.238350] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.238483] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.266023] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.266023] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1065.266151] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.266383] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-903" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.266719] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-ed4aa1d6-8938-4072-8bdf-dbd82bee4b92 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.266926] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-ed4aa1d6-8938-4072-8bdf-dbd82bee4b92" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.267121] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-ed4aa1d6-8938-4072-8bdf-dbd82bee4b92" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.267503] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-ed4aa1d6-8938-4072-8bdf-dbd82bee4b92" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.267673] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed4aa1d6-8938-4072-8bdf-dbd82bee4b92',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.380887] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: SUCCESS [ 1065.381053] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 deletion is rescheduled due to dependency. [ 1065.381198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.381342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.381554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.381731] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.381845] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.381904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.382076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.382144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.382474] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.465223] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.465302] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.465352] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.465580] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.465670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.465866] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.465975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.466047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.466199] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.466277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.466360] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 1065.489721] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.489894] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.489935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.490141] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.490285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.498195] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 1065.687171] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-10edb0d8-e5ef-4e45-bf03-887b4583e616 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.687503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.687503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.687731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.687931] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.688052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.688122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.688282] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.688368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.688451] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.688601] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-10edb0d8-e5ef-4e45-bf03-887b4583e616 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.688706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.688768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.688891] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.689031] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.689128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.689204] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.689328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.689403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.689475] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.689561] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.771123] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.771123] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.771123] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.771581] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.771662] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.771830] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port ed4aa1d6-8938-4072-8bdf-dbd82bee4b92 not found, creating... [ 1065.772164] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.772397] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.772567] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.772913] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.773197] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.773565] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.774513] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.774513] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.774513] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.774513] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.774958] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: ed4aa1d6-8938-4072-8bdf-dbd82bee4b92 is going to be created. [ 1065.794446] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.794786] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.794858] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.795180] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.795446] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.795726] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-ed4aa1d6-8938-4072-8bdf-dbd82bee4b92" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.886505] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.193943] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10edb0d8-e5ef-4e45-bf03-887b4583e616: rpc.has_security_group_logging(os_id): False [ 1066.216361] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.216496] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.217117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.217117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.217117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.217655] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.217782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.217897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.218027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.218109] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.218319] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.218416] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.218478] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.218617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.218689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.218865] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.218961] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.219060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.219196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.219275] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.219391] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 is going to be updated. [ 1066.276790] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.276904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.276983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.277299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.277459] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.290208] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 in Status: IN_PROGRESS for 2s [ 1066.389057] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.474623] env[69179]: INFO networking_nsxv3.common.synchronization [req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 req-e6ce1813-4741-4743-b572-a342a5de2a68 service nova] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_rules [ 1066.474623] env[69179]: INFO networking_nsxv3.common.synchronization [req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 req-e6ce1813-4741-4743-b572-a342a5de2a68 service nova] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 1066.474708] env[69179]: INFO networking_nsxv3.common.synchronization [req-6f3ad36c-384d-4d3b-ab4a-c37a17bde2a2 req-e6ce1813-4741-4743-b572-a342a5de2a68 service nova] Enqueued Resource ID: ed4aa1d6-8938-4072-8bdf-dbd82bee4b92 with Priority: HIGHEST for action port [ 1066.474864] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_rules [ 1066.474987] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 1066.475128] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed4aa1d6-8938-4072-8bdf-dbd82bee4b92 with Priority: HIGHEST for action port [ 1066.475725] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.475990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.475990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.476115] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.476186] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.477031] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.477125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.477312] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed4aa1d6-8938-4072-8bdf-dbd82bee4b92 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.477407] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed4aa1d6-8938-4072-8bdf-dbd82bee4b92" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.477465] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed4aa1d6-8938-4072-8bdf-dbd82bee4b92" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.477622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed4aa1d6-8938-4072-8bdf-dbd82bee4b92" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.477737] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed4aa1d6-8938-4072-8bdf-dbd82bee4b92',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.625574] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: SUCCESS [ 1066.625794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.893245] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.893535] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.893591] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.893786] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.893886] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.893973] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be updated. [ 1066.921703] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.921846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.921918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.922224] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.922381] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.931665] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: IN_PROGRESS for 2s [ 1066.979419] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.979629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.979736] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed4aa1d6-8938-4072-8bdf-dbd82bee4b92 with status ACTIVE [ 1066.979900] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.980016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.980081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.980389] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.980479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.980672] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.980777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.980845] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.980994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.981083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.981262] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.981380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.981435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.981915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.981915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.981915] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed4aa1d6-8938-4072-8bdf-dbd82bee4b92 is going to be updated. [ 1067.014364] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.014561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.014681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.014949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.015041] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.015292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed4aa1d6-8938-4072-8bdf-dbd82bee4b92" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.305764] env[69179]: INFO networking_nsxv3.common.synchronization [req-62dad0f9-4ef8-4067-88cb-b456d71e6178 req-4a9cd3d1-c5e6-4fc1-bd04-97658d9c5da9 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Enqueued Resource ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 with Priority: HIGHEST for action security_group_members [ 1067.306709] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 with Priority: HIGHEST for action security_group_members [ 1067.306709] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee76f52-3cd1-41b3-b939-aecbde56ed37 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.306874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.306874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.307099] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.307258] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.307373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.307871] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.307871] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.307871] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.307871] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.507493] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 1067.508593] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 deletion is rescheduled due to dependency. [ 1067.508593] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.508593] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.508593] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.508803] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.508933] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.509021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.509202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.509357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.509502] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.692949] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.693166] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-725" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.693354] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-725" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.693856] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-725" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.694195] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.694333] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.694457] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.694682] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.694829] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.695049] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.695168] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.695279] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.695387] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.695498] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1067.695605] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.695735] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.712869] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.713026] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1067.713164] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.713337] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-725" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.714208] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-70ea4f48-ad2b-4598-afe6-1e46ccb3f268 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.714208] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-70ea4f48-ad2b-4598-afe6-1e46ccb3f268" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.714208] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-70ea4f48-ad2b-4598-afe6-1e46ccb3f268" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.714499] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-70ea4f48-ad2b-4598-afe6-1e46ccb3f268" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.714499] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70ea4f48-ad2b-4598-afe6-1e46ccb3f268',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.810892] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.811259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.812613] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.812613] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.812613] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.814323] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.814323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.814323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.814323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.815072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.815628] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 already deleted. [ 1067.815628] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.011290] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.217126] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.217389] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.217518] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.218039] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.218216] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.218379] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 70ea4f48-ad2b-4598-afe6-1e46ccb3f268 not found, creating... [ 1068.218841] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.219035] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.219151] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.219389] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.219533] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.219884] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.220081] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.220081] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.220300] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.220434] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.220573] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 70ea4f48-ad2b-4598-afe6-1e46ccb3f268 is going to be created. [ 1068.239873] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.240095] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.240227] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.240502] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.240734] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.240957] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-70ea4f48-ad2b-4598-afe6-1e46ccb3f268" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.302282] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 in Status: SUCCESS [ 1068.302632] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.514980] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.942399] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: SUCCESS [ 1068.942594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.942763] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.942988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.943188] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.943305] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.943370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.943518] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.943596] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.943681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.943763] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.018349] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.018616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.018616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.018788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.018877] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.018972] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 1069.045189] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.045372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.045435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.045659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.045841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.054145] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 1069.272312] env[69179]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1069.272482] env[69179]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1069.446782] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.446899] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.446985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.448264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.448264] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.448264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.448264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.448264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.448264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.448264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.448264] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.448583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.448583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.448583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.448676] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.448715] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.448860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.448898] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.449332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.449332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.449332] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.489625] env[69179]: INFO networking_nsxv3.common.synchronization [req-62dad0f9-4ef8-4067-88cb-b456d71e6178 req-f82cce38-c9bb-470d-a0e7-1a2dbacc7c0e service nova] Enqueued Resource ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 with Priority: HIGHEST for action security_group_rules [ 1069.489625] env[69179]: INFO networking_nsxv3.common.synchronization [req-62dad0f9-4ef8-4067-88cb-b456d71e6178 req-f82cce38-c9bb-470d-a0e7-1a2dbacc7c0e service nova] Enqueued Resource ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 with Priority: HIGHEST for action security_group_members [ 1069.490356] env[69179]: INFO networking_nsxv3.common.synchronization [req-62dad0f9-4ef8-4067-88cb-b456d71e6178 req-f82cce38-c9bb-470d-a0e7-1a2dbacc7c0e service nova] Enqueued Resource ID: 70ea4f48-ad2b-4598-afe6-1e46ccb3f268 with Priority: HIGHEST for action port [ 1069.490356] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 with Priority: HIGHEST for action security_group_rules [ 1069.490356] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 with Priority: HIGHEST for action security_group_members [ 1069.490356] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70ea4f48-ad2b-4598-afe6-1e46ccb3f268 with Priority: HIGHEST for action port [ 1069.490623] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ee76f52-3cd1-41b3-b939-aecbde56ed37 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.490748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.490805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.491076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.492119] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.492119] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee76f52-3cd1-41b3-b939-aecbde56ed37 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.492119] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.492119] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.492668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.492668] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.492668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.492668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.492806] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.492806] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.492868] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.493937] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-70ea4f48-ad2b-4598-afe6-1e46ccb3f268 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.493937] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70ea4f48-ad2b-4598-afe6-1e46ccb3f268" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.494318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70ea4f48-ad2b-4598-afe6-1e46ccb3f268" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.494318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70ea4f48-ad2b-4598-afe6-1e46ccb3f268" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.494318] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70ea4f48-ad2b-4598-afe6-1e46ccb3f268',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.679276] env[69179]: INFO networking_nsxv3.common.synchronization [None req-475ab8f7-7d3c-43f1-bc10-d2c14cd62187 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1069.679782] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1069.680086] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.680214] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.680289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.680474] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.681279] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.681279] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.681279] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.681279] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.681279] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.682263] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.936144] env[69179]: INFO networking_nsxv3.common.synchronization [req-322d0c90-1f2a-4e64-a259-b97bd0c31429 req-6a247290-55f9-4612-8b67-a4291ac5c1ea tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Enqueued Resource ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d with Priority: HIGHEST for action security_group_members [ 1069.936517] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d with Priority: HIGHEST for action security_group_members [ 1069.936804] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.936934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.937011] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.937546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.937634] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.937695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.937763] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.937919] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.938018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.938113] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef1a48c6-69ce-4be9-a5ed-cce870a8954d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.951064] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d40ba9d4-c2cd-4c53-82a8-6c384c63c215: rpc.has_security_group_logging(os_id): False [ 1069.968731] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.970375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.970375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.970375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.970375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.970375] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.970375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.970375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.970375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.970375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.970375] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.970375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.970375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.970375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.970375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.970931] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.970931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.970931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.970931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.970931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.971130] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be updated. [ 1069.998022] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee76f52-3cd1-41b3-b939-aecbde56ed37 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.998022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.998022] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.998022] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70ea4f48-ad2b-4598-afe6-1e46ccb3f268 with status ACTIVE [ 1069.998022] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.998022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.998022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.998022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.998022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.998500] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.998500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.998500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.998618] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.998653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.998807] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.998914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.998979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.999251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.999332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.005326] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70ea4f48-ad2b-4598-afe6-1e46ccb3f268 is going to be updated. [ 1070.030960] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.031348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.031348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.031348] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.031461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.031795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70ea4f48-ad2b-4598-afe6-1e46ccb3f268" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.045738] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.045899] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.045971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.046207] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.046360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.058618] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: IN_PROGRESS for 2s [ 1070.184852] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.442391] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.442550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.442622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.442839] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.446022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.446022] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.446022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.446022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.446022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.446022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.446022] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d already deleted. [ 1070.446022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.507022] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.563520] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.563780] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-317" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.563955] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-317" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.564341] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-317" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.565066] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.565793] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.565793] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.565793] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.565793] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.566123] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.566267] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.566432] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.566985] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.566985] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1070.566985] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.566985] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.591280] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.591280] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1070.591280] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.591280] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-317" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.591280] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-5713a944-1fcf-4e79-9d33-5ba8c7cfc286 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.591280] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-5713a944-1fcf-4e79-9d33-5ba8c7cfc286" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.591280] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-5713a944-1fcf-4e79-9d33-5ba8c7cfc286" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.591768] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-5713a944-1fcf-4e79-9d33-5ba8c7cfc286" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.591967] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5713a944-1fcf-4e79-9d33-5ba8c7cfc286',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.686994] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.011530] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.011643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.011643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.012021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.012021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.012142] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 is going to be created. [ 1071.037052] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.037052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.037052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.037052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.037052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.044617] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 in Status: UNINITIALIZED for 2s [ 1071.062361] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 1071.062584] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.062744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.062945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.063144] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.063260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.063317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.063463] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.063540] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.063632] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.063718] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.095674] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.095864] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.095999] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.096301] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.096466] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.096626] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 5713a944-1fcf-4e79-9d33-5ba8c7cfc286 not found, creating... [ 1071.096891] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.097063] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.097340] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.097412] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.097529] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.097810] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.097966] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.098102] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.098313] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.098449] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.098589] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 5713a944-1fcf-4e79-9d33-5ba8c7cfc286 is going to be created. [ 1071.126933] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.127473] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.128296] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.128656] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.129527] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.129527] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-5713a944-1fcf-4e79-9d33-5ba8c7cfc286" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.191594] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.191755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.191830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.192053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.192143] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.192241] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be updated. [ 1071.238043] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.238206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.238277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.238486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.238631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.249991] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: IN_PROGRESS for 2s [ 1071.568149] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.568288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.568288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.568725] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.568725] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.568725] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.568888] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.568921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.569224] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.569224] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.569224] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.569387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.569387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.569783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.569783] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.569783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.569948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.569993] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.570764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.570764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.570764] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.976744] env[69179]: INFO networking_nsxv3.common.synchronization [req-322d0c90-1f2a-4e64-a259-b97bd0c31429 req-36316b90-e4a9-40c2-b617-eaa1e6f2989a service nova] Enqueued Resource ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d with Priority: HIGHEST for action security_group_rules [ 1071.976744] env[69179]: INFO networking_nsxv3.common.synchronization [req-322d0c90-1f2a-4e64-a259-b97bd0c31429 req-36316b90-e4a9-40c2-b617-eaa1e6f2989a service nova] Enqueued Resource ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d with Priority: HIGHEST for action security_group_members [ 1071.976744] env[69179]: INFO networking_nsxv3.common.synchronization [req-322d0c90-1f2a-4e64-a259-b97bd0c31429 req-36316b90-e4a9-40c2-b617-eaa1e6f2989a service nova] Enqueued Resource ID: 5713a944-1fcf-4e79-9d33-5ba8c7cfc286 with Priority: HIGHEST for action port [ 1071.976744] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d with Priority: HIGHEST for action security_group_rules [ 1071.976744] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d with Priority: HIGHEST for action security_group_members [ 1071.976744] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5713a944-1fcf-4e79-9d33-5ba8c7cfc286 with Priority: HIGHEST for action port [ 1071.976744] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.976744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.976744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.976744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.976744] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef1a48c6-69ce-4be9-a5ed-cce870a8954d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.978592] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.978828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.979091] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.979373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.979756] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.979969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.985125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.985125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.985125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.985125] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef1a48c6-69ce-4be9-a5ed-cce870a8954d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.985125] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-5713a944-1fcf-4e79-9d33-5ba8c7cfc286 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.985125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5713a944-1fcf-4e79-9d33-5ba8c7cfc286" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.985125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5713a944-1fcf-4e79-9d33-5ba8c7cfc286" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.985125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5713a944-1fcf-4e79-9d33-5ba8c7cfc286" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.985125] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5713a944-1fcf-4e79-9d33-5ba8c7cfc286',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.073563] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8073983c-3102-4f2c-933d-30a1221fa9a3: rpc.has_security_group_logging(os_id): False [ 1072.075528] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: SUCCESS [ 1072.075645] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.091947] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.092584] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.092584] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.092903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.093047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.093300] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.093455] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.093557] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.093790] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.093884] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.094837] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.094949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.095030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.095252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.095368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.095580] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.095721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.095968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.095968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.096079] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.096153] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 1072.158029] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.158227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.158456] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.158512] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.158642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.174715] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 1072.184603] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.184816] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.184943] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.185241] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.185503] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.186280] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.186280] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.186280] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.186433] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.186820] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.186968] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.187252] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.187375] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.187493] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1072.187602] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.187737] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.214020] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.214020] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1072.214020] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.214020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.214020] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-76c502d2-0719-49c8-97a4-64fc2f720f6a taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.214020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-76c502d2-0719-49c8-97a4-64fc2f720f6a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.214020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-76c502d2-0719-49c8-97a4-64fc2f720f6a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.214020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-76c502d2-0719-49c8-97a4-64fc2f720f6a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.214020] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76c502d2-0719-49c8-97a4-64fc2f720f6a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.486975] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef1a48c6-69ce-4be9-a5ed-cce870a8954d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.488355] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.488589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.488709] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5713a944-1fcf-4e79-9d33-5ba8c7cfc286 with status ACTIVE [ 1072.488888] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.489016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.489075] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.489327] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.489469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.489679] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.489820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.489886] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.490658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.490771] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.491042] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.491888] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.491888] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.491888] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.491888] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.491888] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5713a944-1fcf-4e79-9d33-5ba8c7cfc286 is going to be updated. [ 1072.512161] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.512275] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.512314] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.512514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.512648] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.512801] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5713a944-1fcf-4e79-9d33-5ba8c7cfc286" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.720921] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.721187] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.721327] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.721648] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.721822] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.721984] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 76c502d2-0719-49c8-97a4-64fc2f720f6a not found, creating... [ 1072.722297] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.722478] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.722600] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.722859] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.723027] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.723337] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.723902] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.723902] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.723902] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.724158] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.727348] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 76c502d2-0719-49c8-97a4-64fc2f720f6a is going to be created. [ 1072.760775] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.760775] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.760775] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.760775] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.760775] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.760775] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-76c502d2-0719-49c8-97a4-64fc2f720f6a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.994033] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef1a48c6-69ce-4be9-a5ed-cce870a8954d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.065083] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 in Status: SUCCESS [ 1073.065264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.065434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.065695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.065969] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.066127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.066203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.066377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.066446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.066537] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.066630] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.262595] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: SUCCESS [ 1073.262837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.453225] env[69179]: INFO networking_nsxv3.common.synchronization [req-055b81d1-8557-46d1-a915-b5e4455404b6 req-75ccd4b9-75ff-4a5f-9165-fec58a4f5cd8 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Enqueued Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1073.453778] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1073.454139] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.454275] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.454325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.454583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.454747] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.455151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.455151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.456236] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.456357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.456459] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.496556] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.498947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.498947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.498947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.498947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.498947] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d is going to be created. [ 1073.531544] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.531544] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.531707] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.532036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.532398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.555744] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d in Status: UNINITIALIZED for 2s [ 1073.569820] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee76f52-3cd1-41b3-b939-aecbde56ed37 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.573951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.573951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.573951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.573951] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.573951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.573951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.573951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.573951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.573951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.573951] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee76f52-3cd1-41b3-b939-aecbde56ed37 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.573951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.573951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.573951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.573951] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.573951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.573951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.573951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.573951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.574976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.574976] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.835199] env[69179]: INFO networking_nsxv3.common.synchronization [req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b req-0a8bad98-5919-415b-97e9-eb12012790db service nova] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_rules [ 1073.835397] env[69179]: INFO networking_nsxv3.common.synchronization [req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b req-0a8bad98-5919-415b-97e9-eb12012790db service nova] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1073.835539] env[69179]: INFO networking_nsxv3.common.synchronization [req-601d5dbd-30b6-47e6-b0f2-a39b9c0b349b req-0a8bad98-5919-415b-97e9-eb12012790db service nova] Enqueued Resource ID: 76c502d2-0719-49c8-97a4-64fc2f720f6a with Priority: HIGHEST for action port [ 1073.836136] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_rules [ 1073.836277] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1073.836375] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76c502d2-0719-49c8-97a4-64fc2f720f6a with Priority: HIGHEST for action port [ 1073.836672] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.836798] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.836857] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.837334] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.837428] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.838694] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.838813] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.838916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.839114] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.839266] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.839475] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.839550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.839696] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.839783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.839874] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.840910] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-76c502d2-0719-49c8-97a4-64fc2f720f6a taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.841034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76c502d2-0719-49c8-97a4-64fc2f720f6a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.841079] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76c502d2-0719-49c8-97a4-64fc2f720f6a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.841336] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76c502d2-0719-49c8-97a4-64fc2f720f6a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.841408] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76c502d2-0719-49c8-97a4-64fc2f720f6a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.896158] env[69179]: INFO networking_nsxv3.common.synchronization [None req-3b30acf2-c204-41b1-bc09-2d058a0b1c02 None None] Enqueued Resource ID: 0d1f820c-13c7-437a-be3d-5ae9f8e59c28 with Priority: HIGHEST for action port [ 1073.896158] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d1f820c-13c7-437a-be3d-5ae9f8e59c28 with Priority: HIGHEST for action port [ 1073.896158] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d1f820c-13c7-437a-be3d-5ae9f8e59c28 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.896158] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d1f820c-13c7-437a-be3d-5ae9f8e59c28" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.896158] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d1f820c-13c7-437a-be3d-5ae9f8e59c28" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.896158] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d1f820c-13c7-437a-be3d-5ae9f8e59c28" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.897965] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d1f820c-13c7-437a-be3d-5ae9f8e59c28',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.959198] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.959362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.959468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.959737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.959836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.960058] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.960159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.960234] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.960385] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.960464] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.960549] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f already deleted. [ 1073.960629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.076076] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ee76f52-3cd1-41b3-b939-aecbde56ed37: rpc.has_security_group_logging(os_id): False [ 1074.097953] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.098111] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.098196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.098431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.098587] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.098726] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.098836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.098933] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.099118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.099194] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.099377] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.099469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.099541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.099682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.099756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.099930] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.101120] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.101299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.101427] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.101507] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.101598] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 is going to be created. [ 1074.115413] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.115775] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-822" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.115909] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-822" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.116378] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-822" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.116720] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.117042] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.117204] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.117538] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.117763] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.118086] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.118270] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.118433] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.118630] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.118823] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.119039] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.119206] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.139913] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.139913] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1074.139913] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.139913] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-822" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.139913] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-169c2f38-ba8a-4843-914d-0c93c849224e taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.139913] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-169c2f38-ba8a-4843-914d-0c93c849224e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.139913] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-169c2f38-ba8a-4843-914d-0c93c849224e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.139913] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-169c2f38-ba8a-4843-914d-0c93c849224e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.139913] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('169c2f38-ba8a-4843-914d-0c93c849224e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.168961] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.169169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.169281] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.170024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.170273] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.194647] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 1074.194647] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.194995] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 in Status: IN_PROGRESS for 2s [ 1074.339765] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.340910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.342092] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.344713] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76c502d2-0719-49c8-97a4-64fc2f720f6a with status ACTIVE [ 1074.344713] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.344713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.344713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.344713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.344713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.344713] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.344713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.345074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.345074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.345074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.346848] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.346848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.346848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.346848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.346848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.346848] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76c502d2-0719-49c8-97a4-64fc2f720f6a is going to be updated. [ 1074.376666] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.376994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.377166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.377823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.377823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.377823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76c502d2-0719-49c8-97a4-64fc2f720f6a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.404175] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d1f820c-13c7-437a-be3d-5ae9f8e59c28 [ 1074.404175] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.404175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.404175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.404175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.404175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.404175] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d1f820c-13c7-437a-be3d-5ae9f8e59c28 already deleted. [ 1074.404175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d1f820c-13c7-437a-be3d-5ae9f8e59c28" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.646210] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.646874] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.646874] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.647073] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.647234] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.647399] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 169c2f38-ba8a-4843-914d-0c93c849224e not found, creating... [ 1074.647689] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.647847] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.647965] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.648215] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.648356] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.648645] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.648815] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.648925] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.649782] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.649861] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.649965] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 169c2f38-ba8a-4843-914d-0c93c849224e is going to be created. [ 1074.671745] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.671745] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.672638] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.672638] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.673217] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.673501] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-169c2f38-ba8a-4843-914d-0c93c849224e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.849325] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.324655] env[69179]: INFO networking_nsxv3.common.synchronization [None req-aa592b4d-daf8-4cb4-941d-e9f60a47a393 None None] Enqueued Resource ID: d5f80675-943c-4154-b3bd-40c382a0a2b9 with Priority: HIGHEST for action port [ 1075.325239] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f80675-943c-4154-b3bd-40c382a0a2b9 with Priority: HIGHEST for action port [ 1075.325555] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5f80675-943c-4154-b3bd-40c382a0a2b9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.325736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5f80675-943c-4154-b3bd-40c382a0a2b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.325736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5f80675-943c-4154-b3bd-40c382a0a2b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.326095] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5f80675-943c-4154-b3bd-40c382a0a2b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.326225] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5f80675-943c-4154-b3bd-40c382a0a2b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.354943] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.355916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.355916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.355916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.355916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.355916] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be updated. [ 1075.394702] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.395037] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.395769] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.396074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.396810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.406201] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: IN_PROGRESS for 2s [ 1075.570450] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d in Status: SUCCESS [ 1075.570685] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.570897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.571156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.571355] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.571474] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.571543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.571706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.571787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.571871] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.571962] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef1a48c6-69ce-4be9-a5ed-cce870a8954d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.607281] env[69179]: INFO networking_nsxv3.common.synchronization [None req-bd5c7c1f-4308-4ade-ad88-b56ce1bffca8 None None] Enqueued Resource ID: 37ae53f4-5632-4170-94ec-1e6fea5d72d9 with Priority: HIGHEST for action port [ 1075.607867] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37ae53f4-5632-4170-94ec-1e6fea5d72d9 with Priority: HIGHEST for action port [ 1075.608976] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-37ae53f4-5632-4170-94ec-1e6fea5d72d9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.608976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37ae53f4-5632-4170-94ec-1e6fea5d72d9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.608976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37ae53f4-5632-4170-94ec-1e6fea5d72d9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.609165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37ae53f4-5632-4170-94ec-1e6fea5d72d9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.609210] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37ae53f4-5632-4170-94ec-1e6fea5d72d9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.629614] env[69179]: INFO networking_nsxv3.common.synchronization [req-055b81d1-8557-46d1-a915-b5e4455404b6 req-d1492a9e-2cc4-43a9-9a46-8dbc8b30c830 service nova] Enqueued Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_rules [ 1075.629831] env[69179]: INFO networking_nsxv3.common.synchronization [req-055b81d1-8557-46d1-a915-b5e4455404b6 req-d1492a9e-2cc4-43a9-9a46-8dbc8b30c830 service nova] Enqueued Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1075.630019] env[69179]: INFO networking_nsxv3.common.synchronization [req-055b81d1-8557-46d1-a915-b5e4455404b6 req-d1492a9e-2cc4-43a9-9a46-8dbc8b30c830 service nova] Enqueued Resource ID: 169c2f38-ba8a-4843-914d-0c93c849224e with Priority: HIGHEST for action port [ 1075.630612] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_rules [ 1075.630744] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1075.630838] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 169c2f38-ba8a-4843-914d-0c93c849224e with Priority: HIGHEST for action port [ 1075.631395] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.631666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.631762] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.632217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.632217] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.633597] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.634930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.634930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.634930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.634930] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.634930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.634930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.634930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.634930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.634930] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.636771] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-169c2f38-ba8a-4843-914d-0c93c849224e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.636771] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-169c2f38-ba8a-4843-914d-0c93c849224e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.636771] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-169c2f38-ba8a-4843-914d-0c93c849224e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.636771] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-169c2f38-ba8a-4843-914d-0c93c849224e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.636771] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('169c2f38-ba8a-4843-914d-0c93c849224e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.785556] env[69179]: INFO networking_nsxv3.common.synchronization [None req-4cc1c695-c777-454a-a723-8dcc0b29edeb tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Enqueued Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGHEST for action security_group_rules [ 1075.786305] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGHEST for action security_group_rules [ 1075.786672] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15d2ba67-660e-4905-8de3-06be5c03d482 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.789210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.789302] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.789583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.789668] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15d2ba67-660e-4905-8de3-06be5c03d482',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.827987] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5f80675-943c-4154-b3bd-40c382a0a2b9 [ 1075.828352] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.828547] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.828675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.828962] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.831028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.831028] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5f80675-943c-4154-b3bd-40c382a0a2b9 already deleted. [ 1075.831028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5f80675-943c-4154-b3bd-40c382a0a2b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.916528] env[69179]: INFO networking_nsxv3.common.synchronization [None req-e57ec9b4-19e8-462b-abd9-2777f0b53ee8 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Enqueued Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGHEST for action security_group_rules [ 1075.917110] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGHEST for action security_group_rules [ 1075.918038] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15d2ba67-660e-4905-8de3-06be5c03d482 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.918038] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.979552] env[69179]: INFO networking_nsxv3.common.synchronization [req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 req-1a63ef3a-2f80-4576-9743-f12b1b6695ea tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Enqueued Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGHEST for action security_group_members [ 1075.980115] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGHEST for action security_group_members [ 1075.980411] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6994dbe-1020-4cb6-a7ec-5e9767c76508 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.980850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.980925] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.984785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.984785] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.984785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.984785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.984785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.984785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.984785] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.075194] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef1a48c6-69ce-4be9-a5ed-cce870a8954d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.112651] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37ae53f4-5632-4170-94ec-1e6fea5d72d9 [ 1076.112651] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.112651] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.112651] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.112651] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.112651] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.112930] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37ae53f4-5632-4170-94ec-1e6fea5d72d9 already deleted. [ 1076.112930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37ae53f4-5632-4170-94ec-1e6fea5d72d9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.138205] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.139277] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.139392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.139711] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 169c2f38-ba8a-4843-914d-0c93c849224e with status ACTIVE [ 1076.139872] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.139979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.140057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.140258] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.140364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.140510] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.140582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.140664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.140801] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.140854] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.145089] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.145262] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.145491] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.145560] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.145593] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.145679] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 169c2f38-ba8a-4843-914d-0c93c849224e is going to be updated. [ 1076.169301] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.169428] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.169505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.169714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.169846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.170015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-169c2f38-ba8a-4843-914d-0c93c849224e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.206362] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 in Status: SUCCESS [ 1076.206622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.315996] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.315996] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.315996] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.316216] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.316345] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.316391] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15d2ba67-660e-4905-8de3-06be5c03d482 already deleted. [ 1076.317612] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.317612] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.317612] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.317612] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15d2ba67-660e-4905-8de3-06be5c03d482',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.487069] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.487410] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.487410] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.489789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.489789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.489789] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.489789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.489789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.489789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.489789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.489789] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 is going to be deleted. [ 1076.524288] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.524502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.524574] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.524815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.524908] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.525021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.580797] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef1a48c6-69ce-4be9-a5ed-cce870a8954d: rpc.has_security_group_logging(os_id): False [ 1076.603355] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.603355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.603355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.603355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.603355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.603355] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.603355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.603355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.603355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.603355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.603355] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d is going to be created. [ 1076.641392] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.667452] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.667609] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.667699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.667904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.668095] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.682633] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d in Status: IN_PROGRESS for 2s [ 1076.721528] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.723175] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.723175] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.724064] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.724490] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.724718] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.725106] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.725219] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.725432] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.725708] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.725870] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.726034] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.726217] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.726548] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.726618] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.726756] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.749228] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.749400] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1076.749545] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.751803] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.751803] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.751803] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.751803] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.751803] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.751803] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.845802] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.846229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.847096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.847096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.847096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.847096] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15d2ba67-660e-4905-8de3-06be5c03d482 already deleted. [ 1076.847096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.145797] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.145797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.145797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.145797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.145797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.145797] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f is going to be created. [ 1077.173736] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.173736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.173736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.173736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.173736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.179922] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: UNINITIALIZED for 2s [ 1077.257023] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.257023] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.257023] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.257023] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.257023] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.257023] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 not found, creating... [ 1077.257023] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.257023] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.257023] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.257023] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.257023] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.257841] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.257841] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.257841] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.257841] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.258853] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.259220] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 is going to be created. [ 1077.282309] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.282309] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.282309] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.284816] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.284816] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.284816] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.420317] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: SUCCESS [ 1077.420317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.420317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.420317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.420317] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.421744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.421744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.421744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.421744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.421744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.422589] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.926626] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.927646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.927646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.927646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.927646] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.927646] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.927873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.927973] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.928105] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.928275] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.928458] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.928612] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.928669] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.928899] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.929101] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.929252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.929589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.929589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.929711] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.929711] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.929859] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.002084] env[69179]: INFO networking_nsxv3.common.synchronization [None req-30cf3b29-a8f2-4350-b4c9-e115989380d1 None None] Enqueued Resource ID: 38530c23-9af8-4a5b-bbd7-21abc1a8fc42 with Priority: HIGHEST for action port [ 1078.002670] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38530c23-9af8-4a5b-bbd7-21abc1a8fc42 with Priority: HIGHEST for action port [ 1078.003252] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-38530c23-9af8-4a5b-bbd7-21abc1a8fc42 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.003400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38530c23-9af8-4a5b-bbd7-21abc1a8fc42" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.003506] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38530c23-9af8-4a5b-bbd7-21abc1a8fc42" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.003797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38530c23-9af8-4a5b-bbd7-21abc1a8fc42" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.003909] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38530c23-9af8-4a5b-bbd7-21abc1a8fc42',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.088788] env[69179]: INFO networking_nsxv3.common.synchronization [req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 req-d54369ef-5ab4-4eea-87e9-cc33700ae0bc service nova] Enqueued Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGHEST for action security_group_rules [ 1078.088981] env[69179]: INFO networking_nsxv3.common.synchronization [req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 req-d54369ef-5ab4-4eea-87e9-cc33700ae0bc service nova] Enqueued Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGHEST for action security_group_members [ 1078.089150] env[69179]: INFO networking_nsxv3.common.synchronization [req-72a0d5da-c54a-40d1-bff7-829bb29b3e46 req-d54369ef-5ab4-4eea-87e9-cc33700ae0bc service nova] Enqueued Resource ID: 4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 with Priority: HIGHEST for action port [ 1078.089392] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGHEST for action security_group_rules [ 1078.089517] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGHEST for action security_group_members [ 1078.089613] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 with Priority: HIGHEST for action port [ 1078.090265] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.090396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.090480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.090672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.090755] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.092344] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6994dbe-1020-4cb6-a7ec-5e9767c76508 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.092473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.092544] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.092717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.092865] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.092959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.093034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.093175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.093261] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.093350] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.096780] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.096890] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.096958] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.097137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.097595] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.432629] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d40ba9d4-c2cd-4c53-82a8-6c384c63c215: rpc.has_security_group_logging(os_id): False [ 1078.450219] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.450395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.450461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.450675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.450762] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.450960] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.451080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.451128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.451291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.451333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.451571] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.451621] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.451652] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.451791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.451867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.454092] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.454179] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.455324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.455324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.455324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.455324] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be updated. [ 1078.506425] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38530c23-9af8-4a5b-bbd7-21abc1a8fc42 [ 1078.506695] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.506855] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.506931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.507176] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.507265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.507372] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38530c23-9af8-4a5b-bbd7-21abc1a8fc42 already deleted. [ 1078.507453] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38530c23-9af8-4a5b-bbd7-21abc1a8fc42" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.514217] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.514873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.514873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.514873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.514873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.527409] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: IN_PROGRESS for 2s [ 1078.594189] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6994dbe-1020-4cb6-a7ec-5e9767c76508 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.594189] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.597669] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.598985] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 with status ACTIVE [ 1078.599364] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.599858] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.600015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.600453] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.600815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.601882] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.601882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.601882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.601882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.601882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.601882] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.602430] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.602430] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.602495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.602561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.602645] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 is going to be updated. [ 1078.626860] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.626860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.626860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.627106] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.627193] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.627482] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.695115] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d in Status: SUCCESS [ 1078.695403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.109023] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.188561] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: SUCCESS [ 1079.188668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.188810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.189047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.189237] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.189354] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.189420] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.189569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.189648] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.189730] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.189817] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.610505] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.610674] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.610754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.610954] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.611054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.611157] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 is going to be created. [ 1079.646382] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.646520] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.646595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.646816] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.647443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.657516] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 in Status: UNINITIALIZED for 2s [ 1079.692095] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.196761] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cd7c1f5-c333-407c-805b-a2e492f2169f: rpc.has_security_group_logging(os_id): False [ 1080.214948] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.215282] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.215282] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.215414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.215490] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.215738] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.219228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.219644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.219644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.219644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.219840] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f is going to be created. [ 1080.288186] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.288295] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.288295] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.288628] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.288844] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.301465] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: IN_PROGRESS for 2s [ 1080.536975] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: SUCCESS [ 1080.548212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.668310] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 in Status: SUCCESS [ 1081.669800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.669800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.669800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.669800] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.669800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.670397] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.670541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.670676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.670811] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.670953] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.175034] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6994dbe-1020-4cb6-a7ec-5e9767c76508 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.175177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.175177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.175398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.175566] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.175666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.175729] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.175883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.175968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.176076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.176235] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6994dbe-1020-4cb6-a7ec-5e9767c76508 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.176343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.176405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.176564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.176734] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.176853] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.176924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.177124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.177209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.177295] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.177387] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.312862] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: SUCCESS [ 1082.314219] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.680601] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6994dbe-1020-4cb6-a7ec-5e9767c76508: rpc.has_security_group_logging(os_id): False [ 1082.700921] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.701127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.701225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.701421] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.701542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.701719] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.701819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.701891] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.702053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.702129] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.702380] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.702475] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.702544] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.702961] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.704019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.704019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.704019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.704019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.704019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.704019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.704019] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 is going to be created. [ 1082.776034] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.776196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.776250] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.776473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.776667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.787984] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 in Status: IN_PROGRESS for 2s [ 1083.090826] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1083.090826] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1083.224752] env[69179]: INFO networking_nsxv3.common.synchronization [req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 req-9a3f9f71-9efe-4e65-acfe-6b3f9cc210b4 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1083.225442] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1083.225781] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.225914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.225983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.226324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.226490] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.226600] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.226664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.226819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.226903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.227009] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.305424] env[69179]: INFO networking_nsxv3.common.synchronization [req-7feab148-7352-4248-befc-950e055c297f req-dde661ed-fc8b-4578-b4fe-0fe1c599af55 tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Enqueued Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1083.306018] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1083.306334] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.306462] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.306526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.306723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.306873] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.306964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.307037] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.307192] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.307279] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.307374] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.377233] env[69179]: INFO networking_nsxv3.common.synchronization [req-4dbae3f2-ca19-4710-8b3c-8e032ba2952b req-71c9a5bd-b39d-4a06-afa1-333093c81d2c tempest-ListServersNegativeTestJSON-1222729111 tempest-ListServersNegativeTestJSON-1222729111-project-member] Enqueued Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1083.377233] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGHEST for action security_group_members [ 1083.377233] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.377233] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.684021] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.684021] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.684021] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.684021] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.684021] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.684021] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.684021] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.684822] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.688102] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.688102] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.688102] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.688102] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.688102] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.688102] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.688102] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.688102] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.704711] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.704869] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1083.704938] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.705136] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.705538] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.705749] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.708161] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.708161] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.708161] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.729359] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.729359] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.729701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.732653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.732653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.732653] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.732653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.732653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.732653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.732653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.732653] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1083.760376] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.760881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.761134] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.763168] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.763168] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.772246] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1083.809913] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.812658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.812658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.812658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.812658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.812658] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.812658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.812658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.812658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.812658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.812658] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc is going to be updated. [ 1083.841793] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.841793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.841793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.841793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.841793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.849047] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: IN_PROGRESS for 2s [ 1084.210876] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.211120] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.211261] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.211593] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.211762] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.211914] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 not found, creating... [ 1084.212241] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.212448] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.212569] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.212807] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.212947] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.213283] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.213446] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.213566] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.213778] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.213929] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.214527] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 is going to be created. [ 1084.236383] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.236633] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.236775] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.237096] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.237480] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.237603] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.801204] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 in Status: SUCCESS [ 1084.801489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.174021] env[69179]: INFO networking_nsxv3.common.synchronization [req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 req-64c3da82-7912-48f7-8b1b-f763fa9a2db6 service nova] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_rules [ 1085.174021] env[69179]: INFO networking_nsxv3.common.synchronization [req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 req-64c3da82-7912-48f7-8b1b-f763fa9a2db6 service nova] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1085.174021] env[69179]: INFO networking_nsxv3.common.synchronization [req-68524abc-1b4f-42cc-83f6-7e76be1a04a6 req-64c3da82-7912-48f7-8b1b-f763fa9a2db6 service nova] Enqueued Resource ID: 4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 with Priority: HIGHEST for action port [ 1085.174021] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_rules [ 1085.174021] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1085.174748] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 with Priority: HIGHEST for action port [ 1085.175611] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.175898] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.176081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.176404] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.179019] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.179019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.179019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.179019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.179019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.179019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.179019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.179019] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.356519] env[69179]: INFO networking_nsxv3.common.synchronization [req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb req-b9f3c5dc-ad13-4fd5-a9dd-2f3a8d46a135 tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Enqueued Resource ID: 616da272-e61d-4f53-87e0-d3cb169aea4f with Priority: HIGHEST for action security_group_members [ 1085.356519] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616da272-e61d-4f53-87e0-d3cb169aea4f with Priority: HIGHEST for action security_group_members [ 1085.356519] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-616da272-e61d-4f53-87e0-d3cb169aea4f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.357058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.357264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.357620] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.357911] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.358161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.358319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.358570] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.360040] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.360040] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('616da272-e61d-4f53-87e0-d3cb169aea4f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.685024] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.685024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.685024] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 with status ACTIVE [ 1085.685024] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.685024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.685024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.685024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.685024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.685024] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.685024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.685024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.685024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.685024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.685024] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.685907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.685907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.685907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.685907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.685907] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0 is going to be updated. [ 1085.716947] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.718766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.718766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.718766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.718766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.718766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bf0b7b4-f368-4d5c-b2cc-5a7a728b1bc0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.783570] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1085.783786] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 deletion is rescheduled due to dependency. [ 1085.783927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.784085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.784391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.784575] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.784703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.784782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.784935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.785026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.785277] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.788802] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.789328] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-560" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.789328] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-560" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.789499] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-560" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.789721] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.789883] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.790106] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.790242] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.790389] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.790602] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.790716] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.790827] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.790935] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.791068] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.791204] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.791291] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.811364] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.811364] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1085.811364] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.811364] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-560" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.811794] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-705db111-cc37-456e-8a39-384ec2379c53 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.811996] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-705db111-cc37-456e-8a39-384ec2379c53" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.813054] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-705db111-cc37-456e-8a39-384ec2379c53" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.813485] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-705db111-cc37-456e-8a39-384ec2379c53" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.813970] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('705db111-cc37-456e-8a39-384ec2379c53',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.859341] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: SUCCESS [ 1085.859879] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc deletion is rescheduled due to dependency. [ 1085.860114] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.861062] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.861175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.861443] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.861637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.861746] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.862063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.862337] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.862605] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.864770] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.870166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.870166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.870166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.870166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.870166] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.870166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.870166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.870166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.870166] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.870166] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616da272-e61d-4f53-87e0-d3cb169aea4f already deleted. [ 1085.870990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.287970] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.319615] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.319855] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.319986] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.320308] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.320460] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.320623] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 705db111-cc37-456e-8a39-384ec2379c53 not found, creating... [ 1086.320886] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.321123] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.321196] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.321423] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.321565] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.321849] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.322035] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.323682] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.323682] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.323859] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.323930] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 705db111-cc37-456e-8a39-384ec2379c53 is going to be created. [ 1086.342905] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.343172] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.343320] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.343787] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.344021] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.344482] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-705db111-cc37-456e-8a39-384ec2379c53" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.372168] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.372404] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.372507] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.372893] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.372893] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.373057] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.373057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.373192] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.373243] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.373484] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.373484] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc is going to be updated. [ 1086.397201] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.397542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.397542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.397721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.397780] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.408852] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: IN_PROGRESS for 2s [ 1086.561551] env[69179]: INFO networking_nsxv3.common.synchronization [req-6ff6da28-198e-42e0-a935-000f364cb58c req-a1e29dc1-f3cf-457f-86ac-c23ab95df524 tempest-ServersV294TestFqdnHostnames-1439016364 tempest-ServersV294TestFqdnHostnames-1439016364-project-member] Enqueued Resource ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f with Priority: HIGHEST for action security_group_members [ 1086.562461] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f with Priority: HIGHEST for action security_group_members [ 1086.563015] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.563015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.563015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.565297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.565297] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.565297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.565297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.565297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.565297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.565297] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68bd2759-1b5a-487e-9c2d-f60cb15fd26f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.790709] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.074035] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.074035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.074035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.074035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.074035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.074035] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.074035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.074035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.074035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.074035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.074035] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f is going to be updated. [ 1087.097700] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.098386] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.098649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.099050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.099296] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.108095] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f in Status: IN_PROGRESS for 2s [ 1087.190343] env[69179]: INFO networking_nsxv3.common.synchronization [req-00ac63e5-57d2-4a57-bc99-bc233de65962 req-f2009455-c933-47d6-8c19-00e70a6680f3 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1087.191823] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1087.191823] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.191823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.191823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.191823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.192059] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.193023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.193023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.193023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.193023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.193023] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.292904] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.293132] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.293211] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.293444] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.293511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.293656] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1087.311707] env[69179]: INFO networking_nsxv3.common.synchronization [req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb req-950665e8-baf7-428a-ab2a-1869c1792d29 service nova] Enqueued Resource ID: 616da272-e61d-4f53-87e0-d3cb169aea4f with Priority: HIGHEST for action security_group_rules [ 1087.311844] env[69179]: INFO networking_nsxv3.common.synchronization [req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb req-950665e8-baf7-428a-ab2a-1869c1792d29 service nova] Enqueued Resource ID: 616da272-e61d-4f53-87e0-d3cb169aea4f with Priority: HIGHEST for action security_group_members [ 1087.311994] env[69179]: INFO networking_nsxv3.common.synchronization [req-cdba37ea-e6e8-4572-bd09-cf52a2734fdb req-950665e8-baf7-428a-ab2a-1869c1792d29 service nova] Enqueued Resource ID: 705db111-cc37-456e-8a39-384ec2379c53 with Priority: HIGHEST for action port [ 1087.312740] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616da272-e61d-4f53-87e0-d3cb169aea4f with Priority: HIGHEST for action security_group_rules [ 1087.312740] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616da272-e61d-4f53-87e0-d3cb169aea4f with Priority: HIGHEST for action security_group_members [ 1087.312835] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705db111-cc37-456e-8a39-384ec2379c53 with Priority: HIGHEST for action port [ 1087.314226] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-616da272-e61d-4f53-87e0-d3cb169aea4f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.314226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.314226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.314226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.314226] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('616da272-e61d-4f53-87e0-d3cb169aea4f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.314840] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-616da272-e61d-4f53-87e0-d3cb169aea4f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.314949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.315052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.315196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.315391] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.315478] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.315536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.315679] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.315755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.315842] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('616da272-e61d-4f53-87e0-d3cb169aea4f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.316673] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-705db111-cc37-456e-8a39-384ec2379c53 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.319905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-705db111-cc37-456e-8a39-384ec2379c53" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.319905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-705db111-cc37-456e-8a39-384ec2379c53" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.320074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-705db111-cc37-456e-8a39-384ec2379c53" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.320155] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('705db111-cc37-456e-8a39-384ec2379c53',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.328118] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.328283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.328351] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.328546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.328684] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.339858] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1087.695851] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.821733] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-616da272-e61d-4f53-87e0-d3cb169aea4f taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.821868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.822074] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('616da272-e61d-4f53-87e0-d3cb169aea4f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.824841] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 705db111-cc37-456e-8a39-384ec2379c53 with status ACTIVE [ 1087.825029] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.825150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.825231] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.825423] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.825513] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.825678] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.825775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.825826] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.825953] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.826036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.826211] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.826298] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.826355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.826488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.826551] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.826673] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 705db111-cc37-456e-8a39-384ec2379c53 is going to be updated. [ 1087.871855] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.872017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.872076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.872439] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.872579] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.872741] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-705db111-cc37-456e-8a39-384ec2379c53" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.899277] env[69179]: INFO networking_nsxv3.common.synchronization [req-2a36ced1-9505-4622-9b9f-6e8dbbd46ef3 req-d5170f16-1335-4852-9ce1-148a6ad30c31 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Enqueued Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGHEST for action security_group_members [ 1087.899786] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGHEST for action security_group_members [ 1087.900345] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6994dbe-1020-4cb6-a7ec-5e9767c76508 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.900345] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.900345] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.900541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.900649] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.900743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.900803] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.900966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.901191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.901238] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.040838] env[69179]: INFO networking_nsxv3.common.synchronization [None req-34407cef-a503-426c-bd15-0a0cc8891816 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1088.041393] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1088.041712] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.041806] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.057982] env[69179]: INFO networking_nsxv3.common.synchronization [req-2a36ced1-9505-4622-9b9f-6e8dbbd46ef3 req-d5170f16-1335-4852-9ce1-148a6ad30c31 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Enqueued Resource ID: 4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 with Priority: HIGHEST for action port [ 1088.058947] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 with Priority: HIGHEST for action port [ 1088.062276] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.062276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.062276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.062276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.062276] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.166334] env[69179]: INFO networking_nsxv3.common.synchronization [req-3a58664f-6611-462c-b479-f93bac012b05 req-8135e03f-2744-46e3-8ca5-7daf915e4814 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Enqueued Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGHEST for action security_group_members [ 1088.166851] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGHEST for action security_group_members [ 1088.168292] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d2ba67-660e-4905-8de3-06be5c03d482 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.169306] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.169398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.169654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.169820] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.169927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.170051] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.170176] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.170262] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.170369] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15d2ba67-660e-4905-8de3-06be5c03d482',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.197643] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.325794] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('616da272-e61d-4f53-87e0-d3cb169aea4f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.408029] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.408029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.408029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.408029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.408029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.408029] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.408029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.408029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.408029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.408029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.408029] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 is going to be updated. [ 1088.419748] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc in Status: SUCCESS [ 1088.420156] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc deletion is rescheduled due to dependency. [ 1088.420378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.436263] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.436263] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.436263] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.436263] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.436263] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.442668] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 in Status: IN_PROGRESS for 2s [ 1088.567544] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 with status ACTIVE [ 1088.567544] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.567738] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.567882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.568142] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.568249] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.568499] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.568668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.568709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.569254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.569254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.569254] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.569514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.569514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.569514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.569581] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.569653] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44 is going to be updated. [ 1088.596646] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.596789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.596856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.597080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.597210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.597366] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4658c2d8-7fb7-4bd8-9ca1-ae59abf6ca44" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.674239] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.674239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.674239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.674239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.674393] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.674467] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.674566] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.674624] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.674777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.674877] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.674929] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d2ba67-660e-4905-8de3-06be5c03d482 already deleted. [ 1088.675014] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.700210] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.700505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.700629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.700851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.700943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.701063] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be updated. [ 1088.733274] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.733440] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.733498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.733701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.733841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.742224] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.742224] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-410" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.742224] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-410" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.742224] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-410" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.742224] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.742224] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.742224] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.742488] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.742488] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.742620] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.742739] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.742851] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.742955] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.743243] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1088.743243] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.743372] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.750306] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: IN_PROGRESS for 2s [ 1088.772334] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.772516] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1088.772724] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.772852] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-410" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.773162] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-4f32b546-19b7-498f-9f37-7400cba56cad taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.773340] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-4f32b546-19b7-498f-9f37-7400cba56cad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.773464] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-4f32b546-19b7-498f-9f37-7400cba56cad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.773787] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-4f32b546-19b7-498f-9f37-7400cba56cad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.773928] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f32b546-19b7-498f-9f37-7400cba56cad',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.829226] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.829226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.829226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.829473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.829473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.829473] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616da272-e61d-4f53-87e0-d3cb169aea4f is going to be created. [ 1088.852464] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.852688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.852762] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.852979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.853152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.862570] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616da272-e61d-4f53-87e0-d3cb169aea4f in Status: UNINITIALIZED for 2s [ 1089.117561] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f in Status: SUCCESS [ 1089.117561] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68bd2759-1b5a-487e-9c2d-f60cb15fd26f deletion is rescheduled due to dependency. [ 1089.117561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68bd2759-1b5a-487e-9c2d-f60cb15fd26f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.178035] env[69179]: INFO networking_nsxv3.common.synchronization [req-ef7082df-d629-4d7f-ba48-a5d98b7854a3 req-a0e1066d-e98b-4a78-b3e9-aef6b58aa222 tempest-ImagesTestJSON-882805482 tempest-ImagesTestJSON-882805482-project-member] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 1089.180398] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGHEST for action security_group_members [ 1089.181048] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.181113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.181182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.181406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.181561] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.181662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.181725] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.181887] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.181992] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.182135] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.275870] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.276207] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.276342] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.276668] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.276840] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.277012] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 4f32b546-19b7-498f-9f37-7400cba56cad not found, creating... [ 1089.277349] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.277582] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.277713] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.277865] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.278076] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.278599] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.278599] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.278774] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.278949] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.279144] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.279346] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 4f32b546-19b7-498f-9f37-7400cba56cad is going to be created. [ 1089.303206] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.303408] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.303552] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.303852] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.304204] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.304636] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-4f32b546-19b7-498f-9f37-7400cba56cad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.350604] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1089.350945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.351155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.351383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.351589] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.351785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.351785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.351948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.352164] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.352287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.352442] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.685082] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.685292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.685368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.685594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.685697] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.686139] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.686298] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.686340] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.686471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.686547] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.686641] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be updated. [ 1089.724756] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.725056] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.725056] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.725402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.725651] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.736016] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: IN_PROGRESS for 2s [ 1089.855417] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.855640] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.855640] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.855868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.856063] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.856194] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.856247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.856383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.856493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.856618] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.856752] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.856834] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.856881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.857019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.857159] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.857256] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.857356] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.857577] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.857717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.857859] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.857972] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.978819] env[69179]: INFO networking_nsxv3.common.synchronization [None req-305cfbb3-b4f0-4f26-90d4-47fd03425436 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Enqueued Resource ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 with Priority: HIGHEST for action security_group_rules [ 1089.980023] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 with Priority: HIGHEST for action security_group_rules [ 1089.980023] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.980121] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.980216] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.984344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.984344] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ad23add-8787-4ac3-b1ec-dbad795c6e58',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.179978] env[69179]: INFO networking_nsxv3.common.synchronization [None req-ec4ad13e-e3b8-4a24-a21b-3731ce54728d tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Enqueued Resource ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 with Priority: HIGHEST for action security_group_rules [ 1090.180553] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 with Priority: HIGHEST for action security_group_rules [ 1090.180871] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.180972] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.265810] env[69179]: INFO networking_nsxv3.common.synchronization [req-3a58664f-6611-462c-b479-f93bac012b05 req-25aa2c5e-0208-4d67-a2d1-fec37d0f8aa2 service nova] Enqueued Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGHEST for action security_group_rules [ 1090.265987] env[69179]: INFO networking_nsxv3.common.synchronization [req-3a58664f-6611-462c-b479-f93bac012b05 req-25aa2c5e-0208-4d67-a2d1-fec37d0f8aa2 service nova] Enqueued Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGHEST for action security_group_members [ 1090.266148] env[69179]: INFO networking_nsxv3.common.synchronization [req-3a58664f-6611-462c-b479-f93bac012b05 req-25aa2c5e-0208-4d67-a2d1-fec37d0f8aa2 service nova] Enqueued Resource ID: 4f32b546-19b7-498f-9f37-7400cba56cad with Priority: HIGHEST for action port [ 1090.266371] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGHEST for action security_group_rules [ 1090.266516] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGHEST for action security_group_members [ 1090.266617] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f32b546-19b7-498f-9f37-7400cba56cad with Priority: HIGHEST for action port [ 1090.267835] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15d2ba67-660e-4905-8de3-06be5c03d482 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.267957] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.268019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.268436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.268436] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15d2ba67-660e-4905-8de3-06be5c03d482',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.269388] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d2ba67-660e-4905-8de3-06be5c03d482 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.269516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.269573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.269729] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.269896] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.269974] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.270732] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.270732] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.270732] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.270732] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15d2ba67-660e-4905-8de3-06be5c03d482',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.271060] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f32b546-19b7-498f-9f37-7400cba56cad taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.271162] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f32b546-19b7-498f-9f37-7400cba56cad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.271212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f32b546-19b7-498f-9f37-7400cba56cad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.271666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f32b546-19b7-498f-9f37-7400cba56cad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.271666] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f32b546-19b7-498f-9f37-7400cba56cad',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.360073] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c9502f2-ab64-4215-810d-f6bed74abb36: rpc.has_security_group_logging(os_id): False [ 1090.378119] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.378419] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.378419] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.378592] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.378811] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.379123] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.379123] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.379123] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.379406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.379406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.379576] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.379691] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.379839] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.380374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.380474] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.380807] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.380941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.380941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.381251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.381251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.381251] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1090.417365] env[69179]: INFO networking_nsxv3.common.synchronization [req-e95200a6-4d8a-4bc5-953c-c270971a19be req-50e1b7a4-82ca-4fe4-8d47-7a4934d557a2 tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Enqueued Resource ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 with Priority: HIGHEST for action security_group_members [ 1090.417869] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 with Priority: HIGHEST for action security_group_members [ 1090.418181] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee76f52-3cd1-41b3-b939-aecbde56ed37 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.418299] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.418361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.418562] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.418709] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.418796] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.419047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.419047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.423573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.423684] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.457078] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 in Status: SUCCESS [ 1090.457078] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 deletion is rescheduled due to dependency. [ 1090.457078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.457827] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.457958] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.458038] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.458241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.458381] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.471318] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1090.502387] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.502531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.502604] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.502808] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.502897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.503600] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 already deleted. [ 1090.503600] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.503600] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.503600] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.503600] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ad23add-8787-4ac3-b1ec-dbad795c6e58',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.761693] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: SUCCESS [ 1090.761909] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.762265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.762511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.762709] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.762832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.762897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.763083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.763170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.763270] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.773020] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d2ba67-660e-4905-8de3-06be5c03d482 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.773456] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.773456] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15d2ba67-660e-4905-8de3-06be5c03d482',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.778151] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f32b546-19b7-498f-9f37-7400cba56cad with status ACTIVE [ 1090.778151] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.778151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.778151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.778151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.778151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.778151] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.778151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.778151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.778151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.778151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.778151] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.778151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.778151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.778713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.778713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.778713] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f32b546-19b7-498f-9f37-7400cba56cad is going to be updated. [ 1090.801169] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.801354] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.801382] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.801590] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.801714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.801868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f32b546-19b7-498f-9f37-7400cba56cad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.886056] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616da272-e61d-4f53-87e0-d3cb169aea4f in Status: SUCCESS [ 1090.886280] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.886503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.886747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.886934] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.887122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.887122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.887274] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.887359] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.887443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.887575] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('616da272-e61d-4f53-87e0-d3cb169aea4f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.925097] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.999426] env[69179]: INFO networking_nsxv3.common.synchronization [req-b4dffc7f-f084-4917-b5c6-2fee6124dc53 req-c58f5c5e-f167-4d7a-8bb3-31e42930e089 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: c98875d0-3742-47fd-9d17-0d283d1cffff with Priority: HIGHEST for action security_group_members [ 1090.999869] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c98875d0-3742-47fd-9d17-0d283d1cffff with Priority: HIGHEST for action security_group_members [ 1091.000194] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-c98875d0-3742-47fd-9d17-0d283d1cffff taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.000637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.000714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.000924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.002840] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.002840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.002840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.002840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.002840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.002840] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c98875d0-3742-47fd-9d17-0d283d1cffff',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.022968] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.023223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.023223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.023407] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.023446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.023806] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 already deleted. [ 1091.023806] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.081285] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.081362] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-725" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.081685] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-725" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.081987] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-725" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.082451] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.082626] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.082747] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.082977] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.083217] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.083485] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.083629] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.083763] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.083895] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.084038] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.084254] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.084463] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.101731] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.102072] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1091.102271] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.102465] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-725" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.102774] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-e6a3bec8-9c52-45b3-9e58-529024e72311 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.102949] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-e6a3bec8-9c52-45b3-9e58-529024e72311" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.103080] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-e6a3bec8-9c52-45b3-9e58-529024e72311" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.103405] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-e6a3bec8-9c52-45b3-9e58-529024e72311" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.103550] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6a3bec8-9c52-45b3-9e58-529024e72311',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.265639] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.266543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.266543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.266543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.266543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.266543] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.266543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.266730] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.266972] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.266972] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.267045] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be updated. [ 1091.275083] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15d2ba67-660e-4905-8de3-06be5c03d482',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.298236] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.298487] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.298561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.298750] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.298902] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.312584] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: IN_PROGRESS for 2s [ 1091.391372] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-616da272-e61d-4f53-87e0-d3cb169aea4f taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.391618] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.391618] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.391820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.391969] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.392101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.392169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.392316] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.392404] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.392492] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.392652] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-616da272-e61d-4f53-87e0-d3cb169aea4f taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.392718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.392775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.393079] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.393079] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.393146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.393183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.393351] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.393388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.393455] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.393541] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('616da272-e61d-4f53-87e0-d3cb169aea4f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.428066] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.507456] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.507601] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.507667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.507912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.507912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.507912] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.507912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.507912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.507912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.507912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.507912] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c98875d0-3742-47fd-9d17-0d283d1cffff is going to be updated. [ 1091.538666] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.538804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.538878] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.539118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.539259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.548916] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c98875d0-3742-47fd-9d17-0d283d1cffff in Status: IN_PROGRESS for 2s [ 1091.606274] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.606525] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.607248] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.607778] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.607778] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.608108] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port e6a3bec8-9c52-45b3-9e58-529024e72311 not found, creating... [ 1091.608192] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.608298] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.608619] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.608872] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.609149] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.609496] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.609661] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.609781] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.609995] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.610187] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.610286] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: e6a3bec8-9c52-45b3-9e58-529024e72311 is going to be created. [ 1091.633026] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.633247] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.633375] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.633642] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.633876] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.634113] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-e6a3bec8-9c52-45b3-9e58-529024e72311" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.749368] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 in Status: SUCCESS [ 1091.750032] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 deletion is rescheduled due to dependency. [ 1091.750032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.777244] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.777451] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.777531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.777760] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.777953] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.777990] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d2ba67-660e-4905-8de3-06be5c03d482 is going to be created. [ 1091.812648] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.812835] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.812835] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.813092] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.813251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.835329] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d2ba67-660e-4905-8de3-06be5c03d482 in Status: UNINITIALIZED for 2s [ 1091.896323] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 616da272-e61d-4f53-87e0-d3cb169aea4f: rpc.has_security_group_logging(os_id): False [ 1091.929360] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.929497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.930344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.930344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.930344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.930344] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.930557] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.930557] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.930716] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.930793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.930982] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.931076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.931139] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.931512] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.931606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.931792] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.931881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.932206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.932206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.932206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.932353] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 616da272-e61d-4f53-87e0-d3cb169aea4f is going to be created. [ 1091.933846] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.933935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.935027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.935027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.935027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.935027] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 is going to be updated. [ 1091.990445] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.990941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.990941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.991067] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.991182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.005739] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 in Status: IN_PROGRESS for 2s [ 1092.043113] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.043290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.043364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.043577] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.043756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.111733] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 616da272-e61d-4f53-87e0-d3cb169aea4f in Status: IN_PROGRESS for 2s [ 1092.413056] env[69179]: INFO networking_nsxv3.common.synchronization [req-e95200a6-4d8a-4bc5-953c-c270971a19be req-d56f0d80-4365-4008-82de-21aaad068bb4 service nova] Enqueued Resource ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 with Priority: HIGHEST for action security_group_rules [ 1092.413056] env[69179]: INFO networking_nsxv3.common.synchronization [req-e95200a6-4d8a-4bc5-953c-c270971a19be req-d56f0d80-4365-4008-82de-21aaad068bb4 service nova] Enqueued Resource ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 with Priority: HIGHEST for action security_group_members [ 1092.413056] env[69179]: INFO networking_nsxv3.common.synchronization [req-e95200a6-4d8a-4bc5-953c-c270971a19be req-d56f0d80-4365-4008-82de-21aaad068bb4 service nova] Enqueued Resource ID: e6a3bec8-9c52-45b3-9e58-529024e72311 with Priority: HIGHEST for action port [ 1092.413551] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 with Priority: HIGHEST for action security_group_rules [ 1092.413551] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 with Priority: HIGHEST for action security_group_members [ 1092.413551] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6a3bec8-9c52-45b3-9e58-529024e72311 with Priority: HIGHEST for action port [ 1092.413987] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ee76f52-3cd1-41b3-b939-aecbde56ed37 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.415497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.415568] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.415781] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.415872] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.416790] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee76f52-3cd1-41b3-b939-aecbde56ed37 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.416892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.417105] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6a3bec8-9c52-45b3-9e58-529024e72311 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.417208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6a3bec8-9c52-45b3-9e58-529024e72311" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.417269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6a3bec8-9c52-45b3-9e58-529024e72311" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.417450] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6a3bec8-9c52-45b3-9e58-529024e72311" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.417530] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6a3bec8-9c52-45b3-9e58-529024e72311',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.504043] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1092.504043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.918936] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee76f52-3cd1-41b3-b939-aecbde56ed37 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.919564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.921622] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6a3bec8-9c52-45b3-9e58-529024e72311 with status ACTIVE [ 1092.921836] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.921969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.922066] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.922316] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.922427] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.922586] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.922738] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.922804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.922958] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.923046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.923307] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.923398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.923472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.923672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.923763] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.923870] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6a3bec8-9c52-45b3-9e58-529024e72311 is going to be updated. [ 1092.950473] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.950566] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.950966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.950966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.951080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.951298] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6a3bec8-9c52-45b3-9e58-529024e72311" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.322791] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: SUCCESS [ 1093.322996] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 deletion is rescheduled due to dependency. [ 1093.323122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.558933] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c98875d0-3742-47fd-9d17-0d283d1cffff in Status: SUCCESS [ 1093.559308] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c98875d0-3742-47fd-9d17-0d283d1cffff deletion is rescheduled due to dependency. [ 1093.559308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.854193] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d2ba67-660e-4905-8de3-06be5c03d482 in Status: SUCCESS [ 1093.854424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.854595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.854803] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.854992] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.855164] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.855212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.855325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.855406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.855487] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.855577] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15d2ba67-660e-4905-8de3-06be5c03d482',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.014885] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 in Status: SUCCESS [ 1094.015030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.015218] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.015454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.015633] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.015751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.015815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.015964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.016121] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.016180] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.124665] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 616da272-e61d-4f53-87e0-d3cb169aea4f in Status: SUCCESS [ 1094.124783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.358276] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15d2ba67-660e-4905-8de3-06be5c03d482',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.518837] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.860997] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15d2ba67-660e-4905-8de3-06be5c03d482: rpc.has_security_group_logging(os_id): False [ 1094.879027] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.879177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.879253] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.879482] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.879565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.879803] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.879901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.879981] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.880125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.880201] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.880286] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15d2ba67-660e-4905-8de3-06be5c03d482 is going to be created. [ 1094.945111] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.945308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.945398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.945634] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.945835] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.961302] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15d2ba67-660e-4905-8de3-06be5c03d482 in Status: IN_PROGRESS for 2s [ 1095.021583] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.525388] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.525547] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.525619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.525872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.525988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.526071] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 is going to be updated. [ 1095.559708] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.559895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.559943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.560161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.560294] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.572654] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 in Status: IN_PROGRESS for 2s [ 1096.973215] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15d2ba67-660e-4905-8de3-06be5c03d482 in Status: SUCCESS [ 1096.973215] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.415049] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1097.415049] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1097.582194] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 in Status: SUCCESS [ 1097.582426] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.583276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.583276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.583276] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.583276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.583554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.583554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.583633] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.583727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.583819] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.089644] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee76f52-3cd1-41b3-b939-aecbde56ed37 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.089644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.090028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.090028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.090126] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.090226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.090293] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.090445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.090534] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.090618] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.090763] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee76f52-3cd1-41b3-b939-aecbde56ed37 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.090853] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.090913] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.091065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.091226] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.091333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.091392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.091529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.091602] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.091680] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.091766] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.595070] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ee76f52-3cd1-41b3-b939-aecbde56ed37: rpc.has_security_group_logging(os_id): False [ 1098.612804] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.612959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.613056] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.613308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.613408] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.613678] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.613766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.613822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.613975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.614064] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.614317] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.614373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.614405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.614561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.614610] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.614783] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.614876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.614939] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.615742] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.615887] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.616077] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 is going to be updated. [ 1098.687962] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.687962] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.688185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.688249] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.688377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.701314] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 in Status: IN_PROGRESS for 2s [ 1100.440038] env[69179]: INFO networking_nsxv3.common.synchronization [req-0181ea1d-d27f-4508-b312-1bf9604fa12b req-8b017421-74a9-4745-87f7-4d3d097cc4a3 tempest-ServerAddressesNegativeTestJSON-533229935 tempest-ServerAddressesNegativeTestJSON-533229935-project-member] Enqueued Resource ID: 616da272-e61d-4f53-87e0-d3cb169aea4f with Priority: HIGHEST for action security_group_members [ 1100.440608] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616da272-e61d-4f53-87e0-d3cb169aea4f with Priority: HIGHEST for action security_group_members [ 1100.440929] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-616da272-e61d-4f53-87e0-d3cb169aea4f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.441071] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.441137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.441346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.441504] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.441606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.441661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.441799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.441881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.441992] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('616da272-e61d-4f53-87e0-d3cb169aea4f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.718225] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 in Status: SUCCESS [ 1100.718495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.948754] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.949035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.949170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.949444] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.949546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.949746] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.949845] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.949907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.950077] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.950154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.950240] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616da272-e61d-4f53-87e0-d3cb169aea4f is going to be updated. [ 1100.977244] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.977631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.977631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.977772] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.977866] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.987286] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616da272-e61d-4f53-87e0-d3cb169aea4f in Status: IN_PROGRESS for 2s [ 1101.206090] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.206090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.206090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.206090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.206090] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.685844] env[69179]: INFO networking_nsxv3.common.synchronization [None req-e49f4d5a-62eb-497f-8b62-2643d003dffa None None] Enqueued Resource ID: 18d914a2-6d31-423e-b72a-61027778560e with Priority: HIGHEST for action port [ 1101.686174] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d914a2-6d31-423e-b72a-61027778560e with Priority: HIGHEST for action port [ 1101.689721] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-18d914a2-6d31-423e-b72a-61027778560e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.690100] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18d914a2-6d31-423e-b72a-61027778560e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.690213] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18d914a2-6d31-423e-b72a-61027778560e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.690526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18d914a2-6d31-423e-b72a-61027778560e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.690623] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18d914a2-6d31-423e-b72a-61027778560e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.709365] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.193497] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18d914a2-6d31-423e-b72a-61027778560e [ 1102.194997] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.195168] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.195292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.195496] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.195587] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.195695] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18d914a2-6d31-423e-b72a-61027778560e already deleted. [ 1102.195777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18d914a2-6d31-423e-b72a-61027778560e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.211844] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.507451] env[69179]: INFO networking_nsxv3.common.synchronization [None req-ac637552-87d7-423b-86c1-78121cfdc4ae tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_rules [ 1102.509025] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_rules [ 1102.509025] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.509025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.509025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.509025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.509025] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.716741] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1102.716741] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1102.812886] env[69179]: INFO networking_nsxv3.common.synchronization [None req-ea7d3f9f-77e5-4b88-9b3b-8bb06fa62fc9 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_rules [ 1102.813037] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_rules [ 1102.813486] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.813603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.995513] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616da272-e61d-4f53-87e0-d3cb169aea4f in Status: SUCCESS [ 1102.996220] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616da272-e61d-4f53-87e0-d3cb169aea4f deletion is rescheduled due to dependency. [ 1102.996606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.028818] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.028971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.029058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.029283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.029373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.029472] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd already deleted. [ 1103.030065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.030065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.030065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.030217] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.409364] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.409915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.409915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.409915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.428789] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1103.429739] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.431245] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1103.464374] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.464592] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.464641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.464878] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.477755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.478782] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1103.478865] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1103.479444] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1103.518024] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.518024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.518024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.518024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.519352] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.520233] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1103.551193] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.552374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.553035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.553177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.553877] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.553877] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd already deleted. [ 1103.553877] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.592079] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.592318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.592394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.592624] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.592952] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.593641] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1103.675669] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.675826] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.675891] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.677207] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.677207] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.677438] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:53. [ 1103.677438] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'707de859-c42b-4f80-88b8-87e93eb8112b', '1ea04e33-7fd7-4023-8887-121fb1ece1b9', 'ea7f9731-084f-46cb-b240-cd1bd40a4ae0', 'd40ba9d4-c2cd-4c53-82a8-6c384c63c215', '98568ac7-233d-48d9-b5e9-3def66b3d593', '4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5', '616da272-e61d-4f53-87e0-d3cb169aea4f', '4aa75f8e-40f7-482e-92b0-5ad94dee633c', 'a6994dbe-1020-4cb6-a7ec-5e9767c76508', 'cc135405-0c24-4ecc-ab2b-5b471b737bc1', '3193756e-41ad-42dc-83df-cfa229fc74f7', '8c9502f2-ab64-4215-810d-f6bed74abb36', '2cd7c1f5-c333-407c-805b-a2e492f2169f', '8073983c-3102-4f2c-933d-30a1221fa9a3', '1c80b05c-f116-48d8-8aeb-9c34b088e0ce', 'bd01e196-a345-43b7-9751-4ac27257e08f', 'f1daae5b-aae0-4048-ac11-806fb7c3d370', '915cbe6f-a03a-4629-bb6c-952a60c11b56', 'a2992f54-1f52-403c-8953-2c77fbcc53a8', '229eeaaa-d2eb-4676-98f2-4e98e1256d35', '4bb70067-f77e-45f8-9e75-35ada48b30fc', '4c664541-03b4-4824-9951-e4c40f309895', '064676f8-15c7-44eb-b3b3-8292f61f4dce', 'ff6e24b5-148f-404a-9ef3-b691e7b46127', '85471643-0f29-414f-9e84-8a622e24a423', '22b4711c-7016-4da8-b469-5db89c77b561', '62160075-8fd7-4e82-bdc8-5f573505b42c', 'ef1a48c6-69ce-4be9-a5ed-cce870a8954d', '39e03525-d5bb-433c-b1f1-70f5d1082613', '99e3aca0-3788-4608-a117-ad6a537dd770', 'e07287c1-b758-4563-9f39-24ea8fee1518', 'c98875d0-3742-47fd-9d17-0d283d1cffff', '36556acc-d514-49a2-986d-707a1d413356', '0b0642eb-7ffe-4c54-986a-70b98f5daf2c', '10edb0d8-e5ef-4e45-bf03-887b4583e616', 'a4f56fd3-b6f3-47ef-b1b2-f08aced97c26', 'f312aaf0-9c6b-45fb-ba5b-44af45d94244', '15d2ba67-660e-4905-8de3-06be5c03d482', '66c32a70-48b3-4d88-86f6-9be98b688ff4', 'd9764e11-137f-4b36-b767-bfd3f5f2ce9c', 'ef58425f-5860-414a-bfb4-89941625f842', 'edb75287-5f23-4b36-9fe1-b6d7d9019139', '1b0aa5af-4a89-4567-80e9-fa53278afe52', '01d77748-6036-458a-86aa-c9a89e95d7fc', '83f8acd8-4b84-4458-a4d4-34a55add6ca6', 'e87b9f50-11e1-42b0-a093-c74a28cc6211', '64786260-3e1e-41a2-af86-83a76ca349d8', '68fe1e0d-0163-411b-a07d-4e7ef87cd9ec', '68bd2759-1b5a-487e-9c2d-f60cb15fd26f', '011231ad-5273-4195-887e-5e674e1a6d8c', '1ee76f52-3cd1-41b3-b939-aecbde56ed37', '3bd57edf-e097-4428-8f21-2969a9a6fadd', '84f56845-88b7-4714-b073-e40872441d8d'} {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1103.677556] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1103.695937] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.696115] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.696187] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.696792] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.696792] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.696792] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1103.696792] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1103.696792] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1103.768844] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.769170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.769170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.769279] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.770427] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.770709] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1103.770787] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1103.771085] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1103.771085] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1103.771212] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/53 resources of Type:Security Group Rules [ 1103.771212] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 707de859-c42b-4f80-88b8-87e93eb8112b with Priority: HIGH for action security_group_rules [ 1103.771602] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGH for action security_group_rules [ 1103.771602] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 with Priority: HIGH for action security_group_rules [ 1103.771602] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGH for action security_group_rules [ 1103.771602] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGH for action security_group_rules [ 1103.771730] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGH for action security_group_rules [ 1103.771730] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 616da272-e61d-4f53-87e0-d3cb169aea4f with Priority: HIGH for action security_group_rules [ 1103.771782] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGH for action security_group_rules [ 1103.772038] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGH for action security_group_rules [ 1103.772038] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGH for action security_group_rules [ 1103.772038] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 with Priority: HIGH for action security_group_rules [ 1103.772038] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGH for action security_group_rules [ 1103.772249] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGH for action security_group_rules [ 1103.772249] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGH for action security_group_rules [ 1103.772249] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce with Priority: HIGH for action security_group_rules [ 1103.772329] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd01e196-a345-43b7-9751-4ac27257e08f with Priority: HIGH for action security_group_rules [ 1103.772359] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 with Priority: HIGH for action security_group_rules [ 1103.772415] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 with Priority: HIGH for action security_group_rules [ 1103.772477] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGH for action security_group_rules [ 1103.772540] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGH for action security_group_rules [ 1103.772640] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.177655] env[69179]: INFO networking_nsxv3.common.synchronization [req-9270cbef-26e0-47f1-a363-be2290694baa req-b93aba57-fb91-4485-8290-bf65c8c040a6 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Enqueued Resource ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 with Priority: HIGHEST for action security_group_members [ 1104.178218] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 with Priority: HIGHEST for action security_group_members [ 1104.178368] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707de859-c42b-4f80-88b8-87e93eb8112b with Priority: HIGH for action security_group_rules [ 1104.178474] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 with Priority: HIGH for action security_group_rules [ 1104.178575] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616da272-e61d-4f53-87e0-d3cb169aea4f with Priority: HIGH for action security_group_rules [ 1104.178672] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce with Priority: HIGH for action security_group_rules [ 1104.178786] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 with Priority: HIGH for action security_group_rules [ 1104.178885] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 with Priority: HIGH for action security_group_rules [ 1104.180462] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 with Priority: HIGH for action security_group_rules [ 1104.180691] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 with Priority: HIGH for action security_group_rules [ 1104.180843] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 with Priority: HIGH for action security_group_rules [ 1104.180980] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd01e196-a345-43b7-9751-4ac27257e08f with Priority: HIGH for action security_group_rules [ 1104.181136] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGH for action security_group_rules [ 1104.181267] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGH for action security_group_rules [ 1104.181731] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 with Priority: HIGH for action security_group_rules [ 1104.181887] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 with Priority: HIGH for action security_group_rules [ 1104.182040] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 with Priority: HIGH for action security_group_rules [ 1104.182175] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 with Priority: HIGH for action security_group_rules [ 1104.182307] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c with Priority: HIGH for action security_group_rules [ 1104.182434] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 with Priority: HIGH for action security_group_rules [ 1104.182561] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGH for action security_group_rules [ 1104.182691] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGH for action security_group_rules [ 1104.183182] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad23add-8787-4ac3-b1ec-dbad795c6e58 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.184324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.184461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.184779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.184986] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.185137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.185284] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.185449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.185565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.185684] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ad23add-8787-4ac3-b1ec-dbad795c6e58',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.187566] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-707de859-c42b-4f80-88b8-87e93eb8112b taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.188948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.189170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.189498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.189616] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('707de859-c42b-4f80-88b8-87e93eb8112b',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.195021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.195021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.195021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.195021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.195021] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea7f9731-084f-46cb-b240-cd1bd40a4ae0',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.195021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-616da272-e61d-4f53-87e0-d3cb169aea4f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.195021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.195021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.195021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.195021] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('616da272-e61d-4f53-87e0-d3cb169aea4f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.195021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c80b05c-f116-48d8-8aeb-9c34b088e0ce taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.195021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.195021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.195807] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.195966] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c80b05c-f116-48d8-8aeb-9c34b088e0ce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.196859] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.197104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.197277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.197636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.197798] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229eeaaa-d2eb-4676-98f2-4e98e1256d35',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.198762] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2992f54-1f52-403c-8953-2c77fbcc53a8 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.198985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.199164] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.199463] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.199670] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2992f54-1f52-403c-8953-2c77fbcc53a8',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.200786] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-915cbe6f-a03a-4629-bb6c-952a60c11b56 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.201021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.201180] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.201409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.201623] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('915cbe6f-a03a-4629-bb6c-952a60c11b56',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.205103] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1daae5b-aae0-4048-ac11-806fb7c3d370 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.205103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.205103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.205103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.205103] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1daae5b-aae0-4048-ac11-806fb7c3d370',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.205103] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8073983c-3102-4f2c-933d-30a1221fa9a3 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.205103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.205103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.205515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.205735] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8073983c-3102-4f2c-933d-30a1221fa9a3',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.207087] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd01e196-a345-43b7-9751-4ac27257e08f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.207420] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.207575] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.207825] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.207985] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd01e196-a345-43b7-9751-4ac27257e08f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.208845] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.210018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.210018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.210018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.210018] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.210210] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.210405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.210541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.210883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.211071] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.212231] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3193756e-41ad-42dc-83df-cfa229fc74f7 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.212472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.212681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.214778] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.214778] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3193756e-41ad-42dc-83df-cfa229fc74f7',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.214778] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.214778] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.214778] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.214778] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.214778] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc135405-0c24-4ecc-ab2b-5b471b737bc1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.215194] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.215454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.215630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.216395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.216465] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6994dbe-1020-4cb6-a7ec-5e9767c76508',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.218919] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.219034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.219098] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.219251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.219320] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.219981] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.220746] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.220814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.220968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.221060] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4aa75f8e-40f7-482e-92b0-5ad94dee633c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.224080] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98568ac7-233d-48d9-b5e9-3def66b3d593 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.224080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.224080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.224080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.224080] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98568ac7-233d-48d9-b5e9-3def66b3d593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.224324] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.224324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.224324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.224457] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.224530] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.225542] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.225603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.225634] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.225798] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.225866] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.234229] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.235171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.235171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.235171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.235171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.235171] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.235171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.235171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.235171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.235171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.235471] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 already deleted. [ 1104.235471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.258032] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.258172] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.258240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.258444] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.260279] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.260418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.263513] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.263621] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.264408] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.264500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.278770] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.278908] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1daae5b-aae0-4048-ac11-806fb7c3d370 is going to be deleted. [ 1104.279801] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.280015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.296494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.296664] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c80b05c-f116-48d8-8aeb-9c34b088e0ce is going to be deleted. [ 1104.297541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.297761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.314691] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.314830] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229eeaaa-d2eb-4676-98f2-4e98e1256d35 is going to be deleted. [ 1104.315830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.316072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.336935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.337081] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2992f54-1f52-403c-8953-2c77fbcc53a8 is going to be deleted. [ 1104.338676] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.338803] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.338863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.339509] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.339630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.339753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1daae5b-aae0-4048-ac11-806fb7c3d370" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.350989] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.351140] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.351238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.351430] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.351619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.351681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c80b05c-f116-48d8-8aeb-9c34b088e0ce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.379057] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.379226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.379296] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.379527] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.379620] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.379742] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229eeaaa-d2eb-4676-98f2-4e98e1256d35" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.403035] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.403035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.403035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.403035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.403035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.403035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2992f54-1f52-403c-8953-2c77fbcc53a8" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.437944] env[69179]: INFO networking_nsxv3.common.synchronization [None req-b4454a67-17d8-4342-a7f6-6700df3fb5f5 None None] Enqueued Resource ID: 1651b818-61f5-429d-8380-96de66877913 with Priority: HIGHEST for action port [ 1104.438499] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1651b818-61f5-429d-8380-96de66877913 with Priority: HIGHEST for action port [ 1104.438857] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-1651b818-61f5-429d-8380-96de66877913 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.438957] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1651b818-61f5-429d-8380-96de66877913" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.439039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1651b818-61f5-429d-8380-96de66877913" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.439476] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1651b818-61f5-429d-8380-96de66877913" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.439476] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1651b818-61f5-429d-8380-96de66877913',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.721048] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.721437] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-110" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.721437] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-110" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.722327] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-110" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.723485] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.723485] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.723485] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.723485] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.723703] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.724404] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.724404] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.724404] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.724404] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.724712] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.724824] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.725000] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.728365] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea04e33-7fd7-4023-8887-121fb1ece1b9 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.728480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.728576] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.728711] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.728862] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.729020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.729020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.729168] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.729253] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.729337] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.729422] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.731605] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.731663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.731735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.731931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.734639] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.734639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.734815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.734906] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.735073] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.735185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.735257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.735406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.735488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.735572] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.735671] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.740757] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.740757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.740757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.740757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.740757] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.740757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.740757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.740757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.740757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.740757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.740757] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.753681] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.753681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.753681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.753681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.753681] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.753681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.753681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.753681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.753681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.753681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.753681] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea7f9731-084f-46cb-b240-cd1bd40a4ae0',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.769963] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.770299] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1104.770299] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.770462] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-110" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.770769] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-5fd6d7b0-ac1d-4553-a212-502b1f351717 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.771319] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-5fd6d7b0-ac1d-4553-a212-502b1f351717" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.771634] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-5fd6d7b0-ac1d-4553-a212-502b1f351717" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.772028] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-5fd6d7b0-ac1d-4553-a212-502b1f351717" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.772131] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd6d7b0-ac1d-4553-a212-502b1f351717',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.777219] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.777330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.778375] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.778478] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.789644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.789933] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8073983c-3102-4f2c-933d-30a1221fa9a3 is going to be deleted. [ 1104.795258] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.795737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.797940] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.798117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.798989] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.799141] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.800490] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.800582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.806792] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.806894] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.808040] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.808140] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.808865] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.808957] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.811408] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.814220] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.814220] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.814220] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.814220] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1104.814220] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.814220] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.818236] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1104.819174] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.819174] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4aa75f8e-40f7-482e-92b0-5ad94dee633c is going to be deleted. [ 1104.819870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.820143] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.850452] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.850452] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98568ac7-233d-48d9-b5e9-3def66b3d593 is going to be deleted. [ 1104.850939] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.851170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.853137] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.853137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.903712] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.903820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.904880] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.905048] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd01e196-a345-43b7-9751-4ac27257e08f is going to be deleted. [ 1104.907424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.907643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.929018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.929018] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 616da272-e61d-4f53-87e0-d3cb169aea4f is going to be deleted. [ 1104.929018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.929018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.941641] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1651b818-61f5-429d-8380-96de66877913 [ 1104.941848] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.941976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.942055] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.942258] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.942337] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.942426] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1651b818-61f5-429d-8380-96de66877913 already deleted. [ 1104.942503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1651b818-61f5-429d-8380-96de66877913" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.991886] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.992043] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6994dbe-1020-4cb6-a7ec-5e9767c76508 is going to be deleted. [ 1104.994523] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.994523] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.996717] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.996717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.040053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.040209] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be deleted. [ 1105.043195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.043195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.087579] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.087756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.101127] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.101252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.106309] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.106549] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5 is going to be deleted. [ 1105.108005] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.109098] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.110638] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.110804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.169175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.169175] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 915cbe6f-a03a-4629-bb6c-952a60c11b56 is going to be deleted. [ 1105.169175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.169175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.228124] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.228290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.231703] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.234321] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.234450] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc135405-0c24-4ecc-ab2b-5b471b737bc1 is going to be deleted. [ 1105.235374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.235593] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.245457] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.245629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.245664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.245870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.246039] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.246146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.246211] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.246364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.246975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.246975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.246975] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.246975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.246975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.246975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.247339] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.247339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.247339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.247339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.247536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.247536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.247602] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.248427] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.259558] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea7f9731-084f-46cb-b240-cd1bd40a4ae0',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.265651] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.265781] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.274499] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.274759] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.274830] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.275146] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.275325] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.275490] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 5fd6d7b0-ac1d-4553-a212-502b1f351717 not found, creating... [ 1105.275750] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.275953] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.276045] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.276270] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.276412] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.276694] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.276848] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.276963] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.277207] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.277346] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.277486] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 5fd6d7b0-ac1d-4553-a212-502b1f351717 is going to be created. [ 1105.287084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.287193] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 707de859-c42b-4f80-88b8-87e93eb8112b is going to be deleted. [ 1105.289037] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.289037] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.305256] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.305377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.342497] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.343797] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.343797] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.343797] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.343797] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.343797] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-5fd6d7b0-ac1d-4553-a212-502b1f351717" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.349019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.349019] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3193756e-41ad-42dc-83df-cfa229fc74f7 is going to be deleted. [ 1105.349019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.349019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.349019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.349019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8073983c-3102-4f2c-933d-30a1221fa9a3" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.349727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.349727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.349727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.349727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4aa75f8e-40f7-482e-92b0-5ad94dee633c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.350617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.350617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.350728] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.350898] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98568ac7-233d-48d9-b5e9-3def66b3d593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.351120] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.351381] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.351497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.351687] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd01e196-a345-43b7-9751-4ac27257e08f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.351899] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.352215] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.352610] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.352878] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-616da272-e61d-4f53-87e0-d3cb169aea4f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.353142] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.353306] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.353387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.353563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6994dbe-1020-4cb6-a7ec-5e9767c76508" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.353732] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.353931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.354118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.354359] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.354582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.354814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.354940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.355149] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a2ac0d1-640f-4f69-8182-7d5d46d4b6a5" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.355356] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.355580] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.355703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.355879] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-915cbe6f-a03a-4629-bb6c-952a60c11b56" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.399517] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.399679] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.399753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.399985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.400090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.400208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc135405-0c24-4ecc-ab2b-5b471b737bc1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.403725] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.403778] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.403917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.404246] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.404377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.404530] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-707de859-c42b-4f80-88b8-87e93eb8112b" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.483942] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1105.488024] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.488024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.488024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.488024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.488024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.488024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3193756e-41ad-42dc-83df-cfa229fc74f7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.735040] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ea04e33-7fd7-4023-8887-121fb1ece1b9: rpc.has_security_group_logging(os_id): False [ 1105.750062] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c9502f2-ab64-4215-810d-f6bed74abb36: rpc.has_security_group_logging(os_id): False [ 1105.751287] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cd7c1f5-c333-407c-805b-a2e492f2169f: rpc.has_security_group_logging(os_id): False [ 1105.753048] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.753171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.753239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.753442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.763098] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea7f9731-084f-46cb-b240-cd1bd40a4ae0: rpc.has_security_group_logging(os_id): False [ 1105.767616] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.767771] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.768486] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.768577] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.772797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.773144] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.773208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.773281] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.773465] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.773670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.773670] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 is going to be updated. [ 1105.774999] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.775198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.776705] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.776815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.790163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.790508] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.795197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.795197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.795197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.795197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.795197] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f is going to be updated. [ 1105.795197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.795197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.812027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.812027] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.812027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.812027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.812027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.812027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.812027] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.812027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.812027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.812027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.812027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.812027] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.812027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.812027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.812890] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.812890] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.812890] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1105.815783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.815783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.834276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.835541] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.835541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.835541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.837117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.837117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.837117] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 is going to be updated. [ 1105.838754] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.839035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.839445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.839735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.839961] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.852882] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: IN_PROGRESS for 2s [ 1105.873677] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.873677] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.873677] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.873677] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.873677] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.893024] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.893024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.893024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.893024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.893024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.896273] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: IN_PROGRESS for 2s [ 1105.897262] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.897530] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.897676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.897928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.898151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.911169] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 in Status: IN_PROGRESS for 2s [ 1105.914432] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1106.147695] env[69179]: INFO networking_nsxv3.common.synchronization [req-9270cbef-26e0-47f1-a363-be2290694baa req-4b273ae4-0298-48cf-9ac5-ec88958fc833 service nova] Enqueued Resource ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 with Priority: HIGHEST for action security_group_rules [ 1106.147929] env[69179]: INFO networking_nsxv3.common.synchronization [req-9270cbef-26e0-47f1-a363-be2290694baa req-4b273ae4-0298-48cf-9ac5-ec88958fc833 service nova] Enqueued Resource ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 with Priority: HIGHEST for action security_group_members [ 1106.148156] env[69179]: INFO networking_nsxv3.common.synchronization [req-9270cbef-26e0-47f1-a363-be2290694baa req-4b273ae4-0298-48cf-9ac5-ec88958fc833 service nova] Enqueued Resource ID: 5fd6d7b0-ac1d-4553-a212-502b1f351717 with Priority: HIGHEST for action port [ 1106.148567] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 with Priority: HIGHEST for action security_group_rules [ 1106.148704] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 with Priority: HIGHEST for action security_group_members [ 1106.148799] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fd6d7b0-ac1d-4553-a212-502b1f351717 with Priority: HIGHEST for action port [ 1106.149976] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.150154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.150257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.150474] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.150562] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ad23add-8787-4ac3-b1ec-dbad795c6e58',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.151419] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad23add-8787-4ac3-b1ec-dbad795c6e58 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.151504] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.151567] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.151729] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.151872] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.151962] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.152771] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.154554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.154554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.154554] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ad23add-8787-4ac3-b1ec-dbad795c6e58',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.154869] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fd6d7b0-ac1d-4553-a212-502b1f351717 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.154978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fd6d7b0-ac1d-4553-a212-502b1f351717" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.155069] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fd6d7b0-ac1d-4553-a212-502b1f351717" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.155260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fd6d7b0-ac1d-4553-a212-502b1f351717" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.155461] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fd6d7b0-ac1d-4553-a212-502b1f351717',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.657459] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad23add-8787-4ac3-b1ec-dbad795c6e58 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.658022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.658355] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ad23add-8787-4ac3-b1ec-dbad795c6e58',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.659460] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5fd6d7b0-ac1d-4553-a212-502b1f351717 with status ACTIVE [ 1106.659673] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.659807] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.659881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.660124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.660208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.660387] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.660481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.660541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.660689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.660764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.660941] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.665181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.665181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.665181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.665181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.665659] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5fd6d7b0-ac1d-4553-a212-502b1f351717 is going to be updated. [ 1106.688123] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.688291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.688335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.688542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.688677] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.688840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fd6d7b0-ac1d-4553-a212-502b1f351717" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.167239] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ad23add-8787-4ac3-b1ec-dbad795c6e58',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.670856] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.670856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.670856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.670856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.670856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.670856] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 is going to be created. [ 1107.696741] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.696921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.696921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.697751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.697751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.707791] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 in Status: UNINITIALIZED for 2s [ 1107.865411] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: SUCCESS [ 1107.865684] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.908192] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: SUCCESS [ 1107.908458] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.924965] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 in Status: SUCCESS [ 1107.924965] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.924965] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1107.925129] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.047752] env[69179]: INFO networking_nsxv3.common.synchronization [req-2fdc1f09-129f-4602-a197-2c3313bf3f15 req-9dbaf0bc-703a-425b-b09b-9134aea1a81f tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 1108.047752] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 1108.048152] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.048290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.048358] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.048572] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.048738] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.048830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.048889] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.049065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.049146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.049248] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.551406] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.551741] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.551741] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.551988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.572928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.573324] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.573324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.573457] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.573660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.573744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.573888] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be updated. [ 1108.604047] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.604261] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.604342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.604643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.605015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.613798] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 1109.001624] env[69179]: INFO networking_nsxv3.common.synchronization [req-e3e0a272-550a-4814-946a-afe5c9885808 req-20150b53-2bd5-4cb3-961f-13d0249f100c tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Enqueued Resource ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 with Priority: HIGHEST for action security_group_members [ 1109.002439] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 with Priority: HIGHEST for action security_group_members [ 1109.002699] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee76f52-3cd1-41b3-b939-aecbde56ed37 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.002833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.002896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.003409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.004090] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.004222] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.004296] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.004577] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.004697] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.004857] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.508816] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.716678] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 in Status: SUCCESS [ 1109.717168] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.717168] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.717303] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.717483] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.717619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.717679] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.717869] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.717944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.718016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.718065] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ad23add-8787-4ac3-b1ec-dbad795c6e58',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.012483] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.221954] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ad23add-8787-4ac3-b1ec-dbad795c6e58',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.514765] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.514933] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.514971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.515427] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.515997] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.515997] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 is going to be updated. [ 1110.544719] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.545774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.545774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.545774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.545774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.554441] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 in Status: IN_PROGRESS for 2s [ 1110.622338] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 1110.622485] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c deletion is rescheduled due to dependency. [ 1110.622635] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.724060] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ad23add-8787-4ac3-b1ec-dbad795c6e58: rpc.has_security_group_logging(os_id): False [ 1110.741204] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.741357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.741515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.741812] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.741905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.742251] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.742364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.742430] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.742618] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.742699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.742844] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 is going to be created. [ 1110.800536] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.800726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.800767] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.800960] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.801152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.811268] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 in Status: IN_PROGRESS for 2s [ 1112.563555] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 in Status: SUCCESS [ 1112.563874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.823272] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 in Status: SUCCESS [ 1112.823521] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.003563] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1114.003944] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1115.051150] env[69179]: INFO networking_nsxv3.common.synchronization [req-8214a86f-7bcd-4751-8b20-93683c8536ad req-65399818-8c94-44fc-a4ba-8bc5eb78d76b tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_members [ 1115.051676] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_members [ 1115.051979] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-061b9bcf-6cda-45c2-9b10-13831f9da3dd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.052126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.052209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.052476] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.052631] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.052730] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.052790] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.052932] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.055975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.056138] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.350788] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.350991] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.351118] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.351392] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.351641] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.351790] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.351903] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.352347] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.352509] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.352721] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.352831] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.352937] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.353055] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.353162] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1115.353267] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.353397] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.372977] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.373098] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1115.373244] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.373441] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.373720] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-8419fb84-619b-45fd-af12-39fb3d8f3d74 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.373896] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-8419fb84-619b-45fd-af12-39fb3d8f3d74" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.374024] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-8419fb84-619b-45fd-af12-39fb3d8f3d74" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.374408] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-8419fb84-619b-45fd-af12-39fb3d8f3d74" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.374565] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8419fb84-619b-45fd-af12-39fb3d8f3d74',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.561420] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.563184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.563184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.563184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.563184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.563184] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.563184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.563184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.563184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.563184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.563184] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd already deleted. [ 1115.563184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.878831] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.878831] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.878831] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.879137] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.879222] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.879379] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 8419fb84-619b-45fd-af12-39fb3d8f3d74 not found, creating... [ 1115.879643] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.879802] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.879920] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.880334] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.880334] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.880570] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.880727] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.880844] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.881071] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.881231] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.881347] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 8419fb84-619b-45fd-af12-39fb3d8f3d74 is going to be created. [ 1115.900847] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.900847] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.901068] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.901828] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.901828] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.901828] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-8419fb84-619b-45fd-af12-39fb3d8f3d74" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.621628] env[69179]: INFO networking_nsxv3.common.synchronization [req-8214a86f-7bcd-4751-8b20-93683c8536ad req-414a9e94-0163-483b-a3b1-4600a8b36126 service nova] Enqueued Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_rules [ 1116.621866] env[69179]: INFO networking_nsxv3.common.synchronization [req-8214a86f-7bcd-4751-8b20-93683c8536ad req-414a9e94-0163-483b-a3b1-4600a8b36126 service nova] Enqueued Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_members [ 1116.621965] env[69179]: INFO networking_nsxv3.common.synchronization [req-8214a86f-7bcd-4751-8b20-93683c8536ad req-414a9e94-0163-483b-a3b1-4600a8b36126 service nova] Enqueued Resource ID: 8419fb84-619b-45fd-af12-39fb3d8f3d74 with Priority: HIGHEST for action port [ 1116.622476] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_rules [ 1116.622612] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_members [ 1116.622737] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8419fb84-619b-45fd-af12-39fb3d8f3d74 with Priority: HIGHEST for action port [ 1116.622975] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.623141] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.623212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.623408] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.623492] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.624980] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-061b9bcf-6cda-45c2-9b10-13831f9da3dd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.624980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.624980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.624980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.624980] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.624980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.624980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.625311] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.625311] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.625311] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.625877] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-8419fb84-619b-45fd-af12-39fb3d8f3d74 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.625987] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8419fb84-619b-45fd-af12-39fb3d8f3d74" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.626057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8419fb84-619b-45fd-af12-39fb3d8f3d74" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.626240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8419fb84-619b-45fd-af12-39fb3d8f3d74" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.626290] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8419fb84-619b-45fd-af12-39fb3d8f3d74',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.127896] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.129069] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-061b9bcf-6cda-45c2-9b10-13831f9da3dd taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.129224] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.130250] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8419fb84-619b-45fd-af12-39fb3d8f3d74 with status ACTIVE [ 1117.130433] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.130547] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.130623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.130834] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.130915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.131141] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.131253] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.131325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.131501] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.131582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.131765] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.131856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.131917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.132069] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.132143] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.132225] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8419fb84-619b-45fd-af12-39fb3d8f3d74 is going to be updated. [ 1117.162187] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.162341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.162414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.162653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.162813] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.162977] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8419fb84-619b-45fd-af12-39fb3d8f3d74" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.294101] env[69179]: INFO networking_nsxv3.common.synchronization [req-39f70d3d-eb90-4501-83cb-7626017d9331 req-9df7b5df-da2d-4907-8796-7b8dcc562726 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1117.294712] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1117.295187] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.295187] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.295365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.295490] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.295658] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.295762] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.295824] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.296197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.296197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.296197] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.630654] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.683620] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.686528] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.686528] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.686528] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.686528] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.686528] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.686528] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.686528] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.686528] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.686528] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.686528] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.686980] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.686980] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.687051] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.691020] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.691020] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.706443] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.706725] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.706793] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.706935] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.707264] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-08b5f81a-c45c-422b-98e4-a59df8374e31 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.707471] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-08b5f81a-c45c-422b-98e4-a59df8374e31" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.707726] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-08b5f81a-c45c-422b-98e4-a59df8374e31" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.707919] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-08b5f81a-c45c-422b-98e4-a59df8374e31" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.708075] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08b5f81a-c45c-422b-98e4-a59df8374e31',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.798650] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.798808] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.798880] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.799116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.799205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.799396] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.799490] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.799551] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.799693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.799779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.799863] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed already deleted. [ 1117.799946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.134451] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.134733] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.134908] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.135241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.135415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.135595] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd is going to be created. [ 1118.159773] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.159983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.160096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.160310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.160476] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.169492] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd in Status: UNINITIALIZED for 2s [ 1118.211106] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.211373] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.211523] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.211821] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.211992] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.212211] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 08b5f81a-c45c-422b-98e4-a59df8374e31 not found, creating... [ 1118.212493] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.212675] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.212797] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.213050] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.213210] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.213519] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.213695] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.213827] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.214066] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.214245] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.214399] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 08b5f81a-c45c-422b-98e4-a59df8374e31 is going to be created. [ 1118.234147] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.234387] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.234514] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.234789] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.235033] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.235329] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-08b5f81a-c45c-422b-98e4-a59df8374e31" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.958792] env[69179]: INFO networking_nsxv3.common.synchronization [req-39f70d3d-eb90-4501-83cb-7626017d9331 req-132d426a-6dae-42df-b794-906b59622d21 service nova] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_rules [ 1118.959052] env[69179]: INFO networking_nsxv3.common.synchronization [req-39f70d3d-eb90-4501-83cb-7626017d9331 req-132d426a-6dae-42df-b794-906b59622d21 service nova] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1118.959137] env[69179]: INFO networking_nsxv3.common.synchronization [req-39f70d3d-eb90-4501-83cb-7626017d9331 req-132d426a-6dae-42df-b794-906b59622d21 service nova] Enqueued Resource ID: 08b5f81a-c45c-422b-98e4-a59df8374e31 with Priority: HIGHEST for action port [ 1118.959675] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_rules [ 1118.959675] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1118.959675] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b5f81a-c45c-422b-98e4-a59df8374e31 with Priority: HIGHEST for action port [ 1118.960292] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.960442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.960510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.960797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.960850] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.961735] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.961850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.961928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.962186] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.962360] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.962495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.962566] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.962732] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.962817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.962926] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.963700] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-08b5f81a-c45c-422b-98e4-a59df8374e31 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.963817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08b5f81a-c45c-422b-98e4-a59df8374e31" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.967017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08b5f81a-c45c-422b-98e4-a59df8374e31" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.967017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08b5f81a-c45c-422b-98e4-a59df8374e31" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.967017] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08b5f81a-c45c-422b-98e4-a59df8374e31',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.469267] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.469355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.469593] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.470903] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08b5f81a-c45c-422b-98e4-a59df8374e31 with status ACTIVE [ 1119.470903] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.471101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.473191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.473191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.473191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.473191] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.473191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.473191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.473191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.473191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.473191] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.473191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.473191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.473191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.473191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.473191] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08b5f81a-c45c-422b-98e4-a59df8374e31 is going to be updated. [ 1119.492264] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.492444] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.492504] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.492738] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.492870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.493046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08b5f81a-c45c-422b-98e4-a59df8374e31" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.884650] env[69179]: INFO networking_nsxv3.common.synchronization [req-13a9314c-3e59-4561-a64b-4c5be1853e82 req-2bffd0ee-8f89-43ca-82d6-7eb4d41e9088 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 1119.885347] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 1119.885733] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.885862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.885930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.886179] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.886341] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.886446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.886508] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.886683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.886769] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.886863] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.892853] env[69179]: INFO networking_nsxv3.common.synchronization [req-6db45469-5053-4b6a-b1bd-db6ef6a704e7 req-2c6f6bd6-f8fd-4e4b-88b5-2093bc320daa tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Enqueued Resource ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d with Priority: HIGHEST for action security_group_members [ 1119.893367] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d with Priority: HIGHEST for action security_group_members [ 1119.893630] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.893751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.893820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.894008] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.894159] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.894287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.894350] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.894499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.894584] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.894675] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef1a48c6-69ce-4be9-a5ed-cce870a8954d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.975104] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.180861] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd in Status: SUCCESS [ 1120.182076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.182421] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.182718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.183726] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.184756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.184822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.184999] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.185129] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.185179] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.185291] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.321493] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.321692] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.321818] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.322094] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.322351] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.322510] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.322632] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.322842] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.322990] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.323218] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.323336] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.323447] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.323559] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.323670] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1120.323778] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.323910] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.341941] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.342148] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1120.342307] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.342468] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-237" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.342801] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-48169162-7050-4e16-8902-f4d742ca5fad taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.342977] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-48169162-7050-4e16-8902-f4d742ca5fad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.343136] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-48169162-7050-4e16-8902-f4d742ca5fad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.343453] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-48169162-7050-4e16-8902-f4d742ca5fad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.343596] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48169162-7050-4e16-8902-f4d742ca5fad',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.389493] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.389672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.389715] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.389939] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.391024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.391024] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.391024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.391024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.391024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.391024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.391307] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be updated. [ 1120.398595] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.398702] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.398745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.398883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.417969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.417969] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.418081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.418135] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.418309] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.418389] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.418476] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d is going to be updated. [ 1120.420108] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.420221] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.420290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.420445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.420568] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.430983] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 1120.445397] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.445397] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.445397] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.445649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.445830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.453428] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d in Status: IN_PROGRESS for 2s [ 1120.477551] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.477698] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.477787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.477971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.478083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.478180] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be created. [ 1120.498747] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.498927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.498999] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.499266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.499445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.512413] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: UNINITIALIZED for 2s [ 1120.688878] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.846464] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.846633] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.846768] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.847140] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.847312] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.847507] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 48169162-7050-4e16-8902-f4d742ca5fad not found, creating... [ 1120.847763] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.847929] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.848062] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.848338] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.848492] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.848824] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.849054] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.849194] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.849427] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.849560] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.849704] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 48169162-7050-4e16-8902-f4d742ca5fad is going to be created. [ 1120.869267] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.869461] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.869548] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.869850] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.870108] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.870346] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-48169162-7050-4e16-8902-f4d742ca5fad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.191156] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 061b9bcf-6cda-45c2-9b10-13831f9da3dd: rpc.has_security_group_logging(os_id): False [ 1121.218507] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.218660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.218731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.218939] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.219065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.219310] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.219412] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.219476] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.219686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.219686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.219784] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd is going to be created. [ 1121.300751] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.300751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.300751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.300751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.300912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.312008] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd in Status: IN_PROGRESS for 2s [ 1121.568106] env[69179]: INFO networking_nsxv3.common.synchronization [req-13a9314c-3e59-4561-a64b-4c5be1853e82 req-29e7265a-1196-4a13-90ae-17003d6364f5 service nova] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_rules [ 1121.568316] env[69179]: INFO networking_nsxv3.common.synchronization [req-13a9314c-3e59-4561-a64b-4c5be1853e82 req-29e7265a-1196-4a13-90ae-17003d6364f5 service nova] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 1121.568474] env[69179]: INFO networking_nsxv3.common.synchronization [req-13a9314c-3e59-4561-a64b-4c5be1853e82 req-29e7265a-1196-4a13-90ae-17003d6364f5 service nova] Enqueued Resource ID: 48169162-7050-4e16-8902-f4d742ca5fad with Priority: HIGHEST for action port [ 1121.569011] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_rules [ 1121.569179] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 1121.569286] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48169162-7050-4e16-8902-f4d742ca5fad with Priority: HIGHEST for action port [ 1121.569587] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.569768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.569811] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.570010] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.571268] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.572253] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.572375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.572604] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-48169162-7050-4e16-8902-f4d742ca5fad taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.572725] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48169162-7050-4e16-8902-f4d742ca5fad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.572808] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48169162-7050-4e16-8902-f4d742ca5fad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.573057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48169162-7050-4e16-8902-f4d742ca5fad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.573175] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48169162-7050-4e16-8902-f4d742ca5fad',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.076388] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48169162-7050-4e16-8902-f4d742ca5fad with status ACTIVE [ 1122.080028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.080028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.080028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.080028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.080028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.080028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.080028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.080028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.080028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.080028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.080028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.080028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.080028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.080028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.080028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.080028] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48169162-7050-4e16-8902-f4d742ca5fad is going to be updated. [ 1122.080543] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.080543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.100365] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.100365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.100365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.100365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.100365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.100365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48169162-7050-4e16-8902-f4d742ca5fad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.145016] env[69179]: INFO networking_nsxv3.common.synchronization [req-021369d2-8087-4caf-a34a-7e3570b5ed1a req-07303de1-bdf9-4cb6-ac81-4c33d8ff922e tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Enqueued Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_members [ 1122.145016] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_members [ 1122.145016] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea04e33-7fd7-4023-8887-121fb1ece1b9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.145016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.145016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.145491] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.145772] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.146048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.146254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.146569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.146798] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.148187] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.440647] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 1122.440914] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c deletion is rescheduled due to dependency. [ 1122.440953] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.441172] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.441404] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.441621] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.441755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.441814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.442015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.442136] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.442232] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.465150] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d in Status: SUCCESS [ 1122.465150] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d deletion is rescheduled due to dependency. [ 1122.465150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.520319] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1122.520319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.520477] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.521519] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.521519] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.521519] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.521519] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.521519] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.521519] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.521519] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.521519] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.537994] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.538361] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.538586] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.539013] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.539471] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.539765] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.539979] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.540339] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.540620] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.540934] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.541158] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.541362] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.541575] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.541787] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1122.542028] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.542250] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.558997] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.559166] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1122.559320] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.559489] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-371" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.559866] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-bf3a4b51-b092-415d-bc1b-5d28b134bb9e taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.560083] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-bf3a4b51-b092-415d-bc1b-5d28b134bb9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.560215] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-bf3a4b51-b092-415d-bc1b-5d28b134bb9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.560534] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-bf3a4b51-b092-415d-bc1b-5d28b134bb9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.560676] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf3a4b51-b092-415d-bc1b-5d28b134bb9e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.652637] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.946754] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.023459] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.023459] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.023459] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.024046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.024298] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.024441] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.024486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.024677] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.024764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.024876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.025047] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.025169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.025218] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.025526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.025824] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.025933] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.026012] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.026196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.026282] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.026384] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.026480] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.063153] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.063445] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.063591] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.063946] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.064131] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.064311] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port bf3a4b51-b092-415d-bc1b-5d28b134bb9e not found, creating... [ 1123.064640] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.064825] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.064987] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.065260] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.065475] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.065830] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.066009] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.066188] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.066479] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.066922] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.066922] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: bf3a4b51-b092-415d-bc1b-5d28b134bb9e is going to be created. [ 1123.089029] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.089029] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.089029] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.089293] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.089579] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.089886] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-bf3a4b51-b092-415d-bc1b-5d28b134bb9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.154992] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.328458] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd in Status: SUCCESS [ 1123.328742] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.450672] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.529026] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c81a34f-4c77-4190-9b02-17f68d2396ed: rpc.has_security_group_logging(os_id): False [ 1123.546726] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.546726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.546726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.546726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.546726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.546726] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.546726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.546726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.547097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.547097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.547097] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.547222] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.547222] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.547448] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.547549] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.547774] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.547909] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.547991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.548172] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.548702] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.548702] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be created. [ 1123.601626] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.601948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.602027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.602289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.602517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.612435] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1123.657267] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.657417] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.657485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.657704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.657793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.657885] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 is going to be updated. [ 1123.763534] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.763534] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.763641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.763812] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.763938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.781141] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: IN_PROGRESS for 2s [ 1123.853629] env[69179]: INFO networking_nsxv3.common.synchronization [req-021369d2-8087-4caf-a34a-7e3570b5ed1a req-9644aa8f-814e-4272-b4e7-e07404623292 service nova] Enqueued Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_rules [ 1123.853807] env[69179]: INFO networking_nsxv3.common.synchronization [req-021369d2-8087-4caf-a34a-7e3570b5ed1a req-9644aa8f-814e-4272-b4e7-e07404623292 service nova] Enqueued Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_members [ 1123.853943] env[69179]: INFO networking_nsxv3.common.synchronization [req-021369d2-8087-4caf-a34a-7e3570b5ed1a req-9644aa8f-814e-4272-b4e7-e07404623292 service nova] Enqueued Resource ID: bf3a4b51-b092-415d-bc1b-5d28b134bb9e with Priority: HIGHEST for action port [ 1123.854188] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_rules [ 1123.854389] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_members [ 1123.854491] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3a4b51-b092-415d-bc1b-5d28b134bb9e with Priority: HIGHEST for action port [ 1123.855341] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.855341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.855435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.857044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.857044] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.857044] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea04e33-7fd7-4023-8887-121fb1ece1b9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.857044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.857044] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf3a4b51-b092-415d-bc1b-5d28b134bb9e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.857582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf3a4b51-b092-415d-bc1b-5d28b134bb9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.857582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf3a4b51-b092-415d-bc1b-5d28b134bb9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.857582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf3a4b51-b092-415d-bc1b-5d28b134bb9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.857582] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf3a4b51-b092-415d-bc1b-5d28b134bb9e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.953242] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.953407] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.953477] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.954029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.954029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.954029] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be updated. [ 1123.983517] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.983681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.983755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.983956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.984111] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.992852] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 1124.359484] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea04e33-7fd7-4023-8887-121fb1ece1b9 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.359624] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.359820] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf3a4b51-b092-415d-bc1b-5d28b134bb9e with status ACTIVE [ 1124.359991] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.360111] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.360346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.360431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.360476] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.360622] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.360716] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.360770] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.360914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.360986] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.361211] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.361358] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.361358] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.361506] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.361568] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.361681] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf3a4b51-b092-415d-bc1b-5d28b134bb9e is going to be updated. [ 1124.380693] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.380693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.380693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.380693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.380976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.380976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf3a4b51-b092-415d-bc1b-5d28b134bb9e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.624604] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1125.624948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.792036] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: SUCCESS [ 1125.792277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.792452] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.792665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.792849] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.793139] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.793139] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.793308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.793308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.793365] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.005296] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 1126.005566] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.005787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.006132] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.006348] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.006492] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.006577] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.006799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.006946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.007279] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.007279] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.296128] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.502152] env[69179]: INFO networking_nsxv3.common.synchronization [req-80456eea-43f8-4cf5-871c-704aa0a491b1 req-f8283514-9b18-4546-b27d-87b4832afc7b tempest-FloatingIPsAssociationTestJSON-1057324642 tempest-FloatingIPsAssociationTestJSON-1057324642-project-member] Enqueued Resource ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 with Priority: HIGHEST for action security_group_members [ 1126.502152] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 with Priority: HIGHEST for action security_group_members [ 1126.502152] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ee76f52-3cd1-41b3-b939-aecbde56ed37 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.502152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.502152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.502369] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.503794] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.503794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.503794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.503794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.503794] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.503794] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ee76f52-3cd1-41b3-b939-aecbde56ed37',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.509277] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.509355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.509429] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.509684] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.509914] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.510142] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.510142] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.510297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.510384] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.510471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.510618] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.510728] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.510782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.510921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.511071] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.511162] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.511563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.511563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.511563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.511563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.511728] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.798730] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.004907] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.005125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.005125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.005493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.014165] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b0642eb-7ffe-4c54-986a-70b98f5daf2c: rpc.has_security_group_logging(os_id): False [ 1127.027954] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.028203] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.028319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.028390] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.028577] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.028658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.028744] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 is going to be updated. [ 1127.035407] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.035519] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.035585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.035754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.035840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.036047] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.036149] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.036213] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.036360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.036449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.036637] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.036735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.036797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.036935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.037016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.037212] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.037304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.037367] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.037507] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.037591] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.037673] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be updated. [ 1127.068057] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.068210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.068210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.068385] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.068521] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.076586] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 in Status: IN_PROGRESS for 2s [ 1127.105403] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.105551] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.105594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.105790] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.105944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.123811] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 1127.301664] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.301827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.301899] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.302145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.302236] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.302336] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 is going to be updated. [ 1127.331224] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.331436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.331436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.331665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.331812] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.341221] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: IN_PROGRESS for 2s [ 1127.530605] env[69179]: INFO networking_nsxv3.common.synchronization [req-70c14797-c94e-4560-b756-e580f8a314f5 req-ce610af4-984d-4b73-a4f0-1a0fc302cb62 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1127.530605] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1127.530915] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.531050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.531119] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.531328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.531503] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.531622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.531674] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.531808] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.531894] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.531991] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.035727] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.036097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.036097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.036163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.036294] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.036505] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.036718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.036718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.036825] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.036885] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.037460] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1128.065940] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.066099] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.066168] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.066376] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.066527] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.074970] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1129.087718] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 in Status: SUCCESS [ 1129.089037] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ee76f52-3cd1-41b3-b939-aecbde56ed37 deletion is rescheduled due to dependency. [ 1129.089037] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ee76f52-3cd1-41b3-b939-aecbde56ed37" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.137150] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 1129.137443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.350691] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: SUCCESS [ 1129.350908] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.351084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.351302] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.351489] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.351608] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.351689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.351840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.351922] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.352015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.352114] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.855424] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.087179] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1130.087179] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 deletion is rescheduled due to dependency. [ 1130.087354] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.330246] env[69179]: INFO networking_nsxv3.common.synchronization [None req-ae7ebb80-96c2-4e04-b4fb-b59364b7ff2c None None] Enqueued Resource ID: 32b69024-be92-4f95-abc7-ca0b23d31ffb with Priority: HIGHEST for action port [ 1130.330507] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32b69024-be92-4f95-abc7-ca0b23d31ffb with Priority: HIGHEST for action port [ 1130.331084] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-32b69024-be92-4f95-abc7-ca0b23d31ffb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.331271] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32b69024-be92-4f95-abc7-ca0b23d31ffb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.331271] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32b69024-be92-4f95-abc7-ca0b23d31ffb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.331524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32b69024-be92-4f95-abc7-ca0b23d31ffb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.333160] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32b69024-be92-4f95-abc7-ca0b23d31ffb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.357995] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ea04e33-7fd7-4023-8887-121fb1ece1b9: rpc.has_security_group_logging(os_id): False [ 1130.378034] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.378155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.378195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.379161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.379161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.379161] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.379161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.379161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.379161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.379161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.379161] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 is going to be updated. [ 1130.436207] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.436397] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.436440] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.436728] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.436877] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.451037] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: IN_PROGRESS for 2s [ 1130.833218] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32b69024-be92-4f95-abc7-ca0b23d31ffb [ 1130.833466] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.833628] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.833679] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.833896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.833983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.834083] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32b69024-be92-4f95-abc7-ca0b23d31ffb already deleted. [ 1130.834159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32b69024-be92-4f95-abc7-ca0b23d31ffb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.490651] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: SUCCESS [ 1132.490922] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.647316] env[69179]: INFO networking_nsxv3.common.synchronization [None req-81e149ad-6e32-4a49-a28c-f0d4abe88dec None None] Enqueued Resource ID: 91e518b0-bb48-4e6d-b698-1c868af70e5c with Priority: HIGHEST for action port [ 1132.648011] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91e518b0-bb48-4e6d-b698-1c868af70e5c with Priority: HIGHEST for action port [ 1132.648324] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-91e518b0-bb48-4e6d-b698-1c868af70e5c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.648495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91e518b0-bb48-4e6d-b698-1c868af70e5c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.648674] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91e518b0-bb48-4e6d-b698-1c868af70e5c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.648858] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91e518b0-bb48-4e6d-b698-1c868af70e5c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.648943] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91e518b0-bb48-4e6d-b698-1c868af70e5c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.100822] env[69179]: INFO networking_nsxv3.common.synchronization [req-9643d97e-65ba-4591-a2c1-0f47443cf05e req-a1fb690b-1363-4f9d-989a-e40254d3fd70 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_members [ 1133.101391] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_members [ 1133.101795] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-061b9bcf-6cda-45c2-9b10-13831f9da3dd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.101928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.101990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.102361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.102543] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.102661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.102724] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.102880] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.102967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.103071] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.151290] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91e518b0-bb48-4e6d-b698-1c868af70e5c [ 1133.151500] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.151610] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.151680] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.151891] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.151976] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.152077] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91e518b0-bb48-4e6d-b698-1c868af70e5c already deleted. [ 1133.152159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91e518b0-bb48-4e6d-b698-1c868af70e5c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.606501] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.634819] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.635068] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.635199] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.635479] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.636336] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.636336] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.636962] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.637170] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.637320] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.637535] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.637649] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.637758] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.637866] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.638312] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1133.638379] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.638492] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.658469] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.658648] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1133.658789] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.658971] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.659334] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-24b7cf84-7522-4591-9350-9e0bff618af6 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.659534] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-24b7cf84-7522-4591-9350-9e0bff618af6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.659683] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-24b7cf84-7522-4591-9350-9e0bff618af6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.660015] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-24b7cf84-7522-4591-9350-9e0bff618af6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.660174] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24b7cf84-7522-4591-9350-9e0bff618af6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.857425] env[69179]: INFO networking_nsxv3.common.synchronization [req-0bd46e17-79cf-4f27-a776-d5259f525f3c req-33e1be24-9e6b-4586-94a5-b423d36330e8 tempest-ServerDiskConfigTestJSON-1263265881 tempest-ServerDiskConfigTestJSON-1263265881-project-member] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 1133.858310] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGHEST for action security_group_members [ 1133.858649] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.858780] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.859323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.859480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.859616] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.859718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.859828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.859955] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.860071] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.860171] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.111815] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.163035] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.163035] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.163035] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.163893] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.163893] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.163893] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 24b7cf84-7522-4591-9350-9e0bff618af6 not found, creating... [ 1134.163893] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.164085] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.164166] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.164459] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.164605] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.164888] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.165057] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.165177] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.165425] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.165568] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.165710] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 24b7cf84-7522-4591-9350-9e0bff618af6 is going to be created. [ 1134.186423] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.186423] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.186423] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.186423] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.186423] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.186677] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-24b7cf84-7522-4591-9350-9e0bff618af6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.361787] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.361975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.362028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.362396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.362396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.362587] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.362675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.362675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.362826] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.362901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.362987] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be updated. [ 1134.395693] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.395693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.395693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.395693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.395693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.403088] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: IN_PROGRESS for 2s [ 1134.614375] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.614723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.614723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.614824] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.614911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.615014] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd is going to be updated. [ 1134.647151] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.647309] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.647359] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.647563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.647704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.657291] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd in Status: IN_PROGRESS for 2s [ 1134.916396] env[69179]: INFO networking_nsxv3.common.synchronization [req-9643d97e-65ba-4591-a2c1-0f47443cf05e req-af48e95e-e6cc-4ab1-a54c-cc41de5aed4a service nova] Enqueued Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_rules [ 1134.916396] env[69179]: INFO networking_nsxv3.common.synchronization [req-9643d97e-65ba-4591-a2c1-0f47443cf05e req-af48e95e-e6cc-4ab1-a54c-cc41de5aed4a service nova] Enqueued Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_members [ 1134.916396] env[69179]: INFO networking_nsxv3.common.synchronization [req-9643d97e-65ba-4591-a2c1-0f47443cf05e req-af48e95e-e6cc-4ab1-a54c-cc41de5aed4a service nova] Enqueued Resource ID: 24b7cf84-7522-4591-9350-9e0bff618af6 with Priority: HIGHEST for action port [ 1134.917324] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_rules [ 1134.917324] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_members [ 1134.917324] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b7cf84-7522-4591-9350-9e0bff618af6 with Priority: HIGHEST for action port [ 1134.918931] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.918931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.918931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.918931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.918931] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.919112] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-061b9bcf-6cda-45c2-9b10-13831f9da3dd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.919152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.919329] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-24b7cf84-7522-4591-9350-9e0bff618af6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.919428] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24b7cf84-7522-4591-9350-9e0bff618af6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.919493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24b7cf84-7522-4591-9350-9e0bff618af6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.919659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24b7cf84-7522-4591-9350-9e0bff618af6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.919765] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24b7cf84-7522-4591-9350-9e0bff618af6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.421377] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-061b9bcf-6cda-45c2-9b10-13831f9da3dd taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.421454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.421618] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24b7cf84-7522-4591-9350-9e0bff618af6 with status ACTIVE [ 1135.421780] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.421955] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.421955] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.422162] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.422263] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.422419] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.422518] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.422580] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.422727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.422802] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.422976] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.423081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.423141] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.423278] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.423351] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.423433] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24b7cf84-7522-4591-9350-9e0bff618af6 is going to be updated. [ 1135.444066] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.444248] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.444342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.444480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.445191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.445191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24b7cf84-7522-4591-9350-9e0bff618af6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.412766] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c in Status: SUCCESS [ 1136.413054] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c deletion is rescheduled due to dependency. [ 1136.413090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.667795] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd in Status: SUCCESS [ 1136.668326] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.668515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.668752] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.668957] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.669096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.669160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.669319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.669406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.669500] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.175402] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.679159] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.998194] env[69179]: INFO networking_nsxv3.common.synchronization [req-9647cce6-7dcf-4c3f-bfde-61cad94836ff req-396f0726-b812-406c-933a-694afddde86f tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Enqueued Resource ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 with Priority: HIGHEST for action security_group_members [ 1137.998826] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 with Priority: HIGHEST for action security_group_members [ 1137.999126] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.999251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.999316] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.999516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.999663] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.999757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.999818] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.999962] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.000061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.000149] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea7f9731-084f-46cb-b240-cd1bd40a4ae0',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.181730] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.181891] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.181994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.182306] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.182397] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.182498] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd is going to be updated. [ 1138.210245] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.210355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.210486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.210634] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.210766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.223136] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd in Status: IN_PROGRESS for 2s [ 1138.502644] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.502764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.502764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.502994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.503116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.503317] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.503409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.503472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.503624] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.503699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.503786] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 is going to be updated. [ 1138.529299] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.529454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.529521] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.529734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.529870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.538799] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 in Status: IN_PROGRESS for 2s [ 1140.233078] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd in Status: SUCCESS [ 1140.233405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.233458] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.233674] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.233866] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.233983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.234057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.234209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.234339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.234472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.234472] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.548369] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 in Status: SUCCESS [ 1140.548551] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 deletion is rescheduled due to dependency. [ 1140.548665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.737492] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.097013] env[69179]: INFO networking_nsxv3.common.synchronization [req-817a7c76-a7cd-4c7b-821e-2e29ee814602 req-5e18b296-70f8-45ec-bc3e-afcfbaf2f404 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1141.097529] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1141.097827] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.097959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.098057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.099094] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.099094] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.099094] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.099094] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.099094] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.099094] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.099094] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.240165] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 061b9bcf-6cda-45c2-9b10-13831f9da3dd: rpc.has_security_group_logging(os_id): False [ 1141.257688] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.257896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.257896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.258136] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.258226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.258549] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.258687] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.258753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.258921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.259010] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.259109] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd is going to be updated. [ 1141.314630] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.314630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.314630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.314630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.314630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.326301] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd in Status: IN_PROGRESS for 2s [ 1141.445337] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.445553] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.445675] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.445951] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.446227] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.446392] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.446507] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.446773] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.446850] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.447066] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.447174] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.447277] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.448096] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.448096] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.448096] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.448096] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.481632] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.481843] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1141.481985] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.482244] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.482732] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-42af6e47-8e63-4d91-a1ac-28cd262b4b53 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.482937] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-42af6e47-8e63-4d91-a1ac-28cd262b4b53" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.483205] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-42af6e47-8e63-4d91-a1ac-28cd262b4b53" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.483433] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-42af6e47-8e63-4d91-a1ac-28cd262b4b53" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.488308] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42af6e47-8e63-4d91-a1ac-28cd262b4b53',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.603516] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.991610] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.991829] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.991894] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.992208] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.992371] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.992547] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 42af6e47-8e63-4d91-a1ac-28cd262b4b53 not found, creating... [ 1141.992811] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.992975] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.993108] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.993352] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.993496] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.993899] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.994075] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.994200] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.994495] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.994642] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.994791] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 42af6e47-8e63-4d91-a1ac-28cd262b4b53 is going to be created. [ 1142.014757] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.014973] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.015086] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.015334] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.015571] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.015792] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-42af6e47-8e63-4d91-a1ac-28cd262b4b53" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.106610] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.608715] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.609124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.609124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.609370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.609370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.609668] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1142.638482] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.638647] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.638708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.638892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.639043] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.648064] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1142.770601] env[69179]: INFO networking_nsxv3.common.synchronization [req-817a7c76-a7cd-4c7b-821e-2e29ee814602 req-3e814789-cddc-4bd9-9a3b-f444849b4001 service nova] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_rules [ 1142.770787] env[69179]: INFO networking_nsxv3.common.synchronization [req-817a7c76-a7cd-4c7b-821e-2e29ee814602 req-3e814789-cddc-4bd9-9a3b-f444849b4001 service nova] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1142.770867] env[69179]: INFO networking_nsxv3.common.synchronization [req-817a7c76-a7cd-4c7b-821e-2e29ee814602 req-3e814789-cddc-4bd9-9a3b-f444849b4001 service nova] Enqueued Resource ID: 42af6e47-8e63-4d91-a1ac-28cd262b4b53 with Priority: HIGHEST for action port [ 1142.771122] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_rules [ 1142.771255] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1142.771353] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42af6e47-8e63-4d91-a1ac-28cd262b4b53 with Priority: HIGHEST for action port [ 1142.771877] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.772012] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.772215] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.772422] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.772509] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.773316] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.773385] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.773563] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-42af6e47-8e63-4d91-a1ac-28cd262b4b53 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.773775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42af6e47-8e63-4d91-a1ac-28cd262b4b53" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.773775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42af6e47-8e63-4d91-a1ac-28cd262b4b53" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.773949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42af6e47-8e63-4d91-a1ac-28cd262b4b53" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.774035] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42af6e47-8e63-4d91-a1ac-28cd262b4b53',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.275412] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.275569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.280128] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42af6e47-8e63-4d91-a1ac-28cd262b4b53 with status ACTIVE [ 1143.280128] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.280128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.280128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.280128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.280349] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.280349] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.280413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.281030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.281030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.281030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.281030] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.281030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.281030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.281308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.281308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.281308] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42af6e47-8e63-4d91-a1ac-28cd262b4b53 is going to be updated. [ 1143.301707] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.301707] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.301872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.301945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.302225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.302327] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42af6e47-8e63-4d91-a1ac-28cd262b4b53" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.350770] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd in Status: SUCCESS [ 1143.351015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.459369] env[69179]: INFO networking_nsxv3.common.synchronization [req-f52edc5f-d05a-42fd-b112-f8566622426d req-83735614-8abd-425c-b97c-5ac567fa2b23 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1143.459369] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1143.459682] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.459800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.459867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.460078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.460349] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.460454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.460516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.460667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.460749] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.460839] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.785796] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.786063] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.786129] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.786394] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.786646] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.786810] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.787322] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.787322] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.787447] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.787617] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.787734] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.787845] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.787956] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.788080] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.788190] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.788325] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.807643] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.807643] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1143.807643] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.807643] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.807643] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-81bedcd6-2377-4557-8bca-cc32208e0641 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.807643] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-81bedcd6-2377-4557-8bca-cc32208e0641" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.807643] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-81bedcd6-2377-4557-8bca-cc32208e0641" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.807643] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-81bedcd6-2377-4557-8bca-cc32208e0641" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.807643] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81bedcd6-2377-4557-8bca-cc32208e0641',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.962431] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.963106] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.963186] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.963412] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.963525] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.963734] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.963833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.963897] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.964061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.964141] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.964239] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1143.988129] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.988352] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.988472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.988727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.988920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.996996] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1144.310364] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.310565] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.310706] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.310962] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.311136] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.311295] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 81bedcd6-2377-4557-8bca-cc32208e0641 not found, creating... [ 1144.311632] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.311799] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.311919] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.312163] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.312314] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.312605] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.312762] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.312884] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.313108] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.313330] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.313475] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 81bedcd6-2377-4557-8bca-cc32208e0641 is going to be created. [ 1144.331926] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.332134] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.332246] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.332487] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.332712] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.332930] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-81bedcd6-2377-4557-8bca-cc32208e0641" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.658749] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1144.659014] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.659202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.659424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.659627] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.659763] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.659900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.660093] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.660191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.660326] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.106868] env[69179]: INFO networking_nsxv3.common.synchronization [req-f52edc5f-d05a-42fd-b112-f8566622426d req-734de050-e118-4ade-8586-c740f0d93dba service nova] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_rules [ 1145.107130] env[69179]: INFO networking_nsxv3.common.synchronization [req-f52edc5f-d05a-42fd-b112-f8566622426d req-734de050-e118-4ade-8586-c740f0d93dba service nova] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1145.107197] env[69179]: INFO networking_nsxv3.common.synchronization [req-f52edc5f-d05a-42fd-b112-f8566622426d req-734de050-e118-4ade-8586-c740f0d93dba service nova] Enqueued Resource ID: 81bedcd6-2377-4557-8bca-cc32208e0641 with Priority: HIGHEST for action port [ 1145.107433] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_rules [ 1145.107558] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1145.107653] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81bedcd6-2377-4557-8bca-cc32208e0641 with Priority: HIGHEST for action port [ 1145.108202] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.108414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.108414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.108579] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.108660] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.109709] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.111059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.111059] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-81bedcd6-2377-4557-8bca-cc32208e0641 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.111059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81bedcd6-2377-4557-8bca-cc32208e0641" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.111059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81bedcd6-2377-4557-8bca-cc32208e0641" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.111059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81bedcd6-2377-4557-8bca-cc32208e0641" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.111059] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81bedcd6-2377-4557-8bca-cc32208e0641',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.162796] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.245350] env[69179]: INFO networking_nsxv3.common.synchronization [None req-5e6ab0a4-3de4-4298-a73f-6c9daf0d5ccc tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1145.245927] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1145.246163] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.246286] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.246354] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.246554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.246713] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.246810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.246873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.247046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.247170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.247268] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.612657] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.612876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.613062] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81bedcd6-2377-4557-8bca-cc32208e0641 with status ACTIVE [ 1145.613252] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.613367] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.613436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.613661] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.613759] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.613928] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.614023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.614815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.614815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.614815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.614815] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.614815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.614815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.614815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.615085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.615085] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81bedcd6-2377-4557-8bca-cc32208e0641 is going to be updated. [ 1145.634748] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.634904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.634904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.635588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.635588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.635588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81bedcd6-2377-4557-8bca-cc32208e0641" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.664988] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.751470] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.751637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.751678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.751901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.751988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.752375] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.752490] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.752592] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.752702] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.752778] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.752863] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be deleted. [ 1145.783713] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.783870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.783940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.784169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.784258] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.784380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.006128] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1146.006317] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 deletion is rescheduled due to dependency. [ 1146.006628] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.006837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.007062] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.008062] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.008190] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.008257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.008418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.008504] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.008597] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.167370] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.167695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.167695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.167788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.167878] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.167974] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1146.193899] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.194042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.194127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.194401] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.194568] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.204997] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1146.511213] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.013394] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.215017] env[69179]: INFO networking_nsxv3.common.synchronization [req-298811a6-29a8-40e9-83c4-9f832919f2ce req-b29c8641-9103-4066-b752-2e4818a488d3 tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Enqueued Resource ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 with Priority: HIGHEST for action security_group_members [ 1147.218659] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 with Priority: HIGHEST for action security_group_members [ 1147.218659] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-619a4a02-cddb-4c19-a95c-c295e61111f2 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.218659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.218659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.218659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.218659] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.218659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.218659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.218659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.218659] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.218659] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('619a4a02-cddb-4c19-a95c-c295e61111f2',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.516938] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.516938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.516938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.516938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.516938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.516938] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1147.543872] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.544031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.544111] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.544304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.544509] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.552451] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1147.722580] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.722974] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.722974] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.722974] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.723208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.723257] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.723325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.723373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.723515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.723738] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.723738] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 already deleted. [ 1147.723738] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.868199] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-778 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.868418] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-778" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.868568] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-778" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.868930] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-778" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.869229] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.869392] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.869519] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.869752] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.870109] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.870109] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.870234] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.870344] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.870455] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.870577] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1147.870688] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.870823] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.892815] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.892815] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1147.892815] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.892815] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-778" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.892815] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-f3879f8d-54c7-46ab-a5d3-d67b93825131 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.892815] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-f3879f8d-54c7-46ab-a5d3-d67b93825131" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.892815] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-f3879f8d-54c7-46ab-a5d3-d67b93825131" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.893434] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-f3879f8d-54c7-46ab-a5d3-d67b93825131" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.893624] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3879f8d-54c7-46ab-a5d3-d67b93825131',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.219399] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1148.219660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.219896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.220165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.220376] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.220591] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.220591] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.220791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.220791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.220877] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.220997] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.397341] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.397539] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.397679] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.397952] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.398117] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.398276] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port f3879f8d-54c7-46ab-a5d3-d67b93825131 not found, creating... [ 1148.398529] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.398688] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.398808] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.399033] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.399178] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.399460] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.399623] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.399764] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.399976] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.400126] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.400269] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: f3879f8d-54c7-46ab-a5d3-d67b93825131 is going to be created. [ 1148.420305] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.420305] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.420305] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.420305] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.420305] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.420534] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-f3879f8d-54c7-46ab-a5d3-d67b93825131" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.723660] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.724368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.724368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.724368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.724368] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.724728] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.724728] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.724728] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.724728] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.724852] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.724955] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.725058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.725119] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.725259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.725395] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.726027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.726027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.726027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.726027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.726027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.726027] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.228055] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c81a34f-4c77-4190-9b02-17f68d2396ed: rpc.has_security_group_logging(os_id): False [ 1149.249745] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.250109] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.250109] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.250310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.250400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.250608] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.250709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.250774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.250922] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.250998] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.251204] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.251300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.251513] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.251513] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.251624] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.251754] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.251848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.251922] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.253289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.253435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.253561] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1149.276536] env[69179]: INFO networking_nsxv3.common.synchronization [req-298811a6-29a8-40e9-83c4-9f832919f2ce req-98d4d62e-258a-457c-a1a1-5ab81e4b0c87 service nova] Enqueued Resource ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 with Priority: HIGHEST for action security_group_rules [ 1149.276856] env[69179]: INFO networking_nsxv3.common.synchronization [req-298811a6-29a8-40e9-83c4-9f832919f2ce req-98d4d62e-258a-457c-a1a1-5ab81e4b0c87 service nova] Enqueued Resource ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 with Priority: HIGHEST for action security_group_members [ 1149.277991] env[69179]: INFO networking_nsxv3.common.synchronization [req-298811a6-29a8-40e9-83c4-9f832919f2ce req-98d4d62e-258a-457c-a1a1-5ab81e4b0c87 service nova] Enqueued Resource ID: f3879f8d-54c7-46ab-a5d3-d67b93825131 with Priority: HIGHEST for action port [ 1149.279237] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 with Priority: HIGHEST for action security_group_rules [ 1149.279425] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 with Priority: HIGHEST for action security_group_members [ 1149.279540] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3879f8d-54c7-46ab-a5d3-d67b93825131 with Priority: HIGHEST for action port [ 1149.279901] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-619a4a02-cddb-4c19-a95c-c295e61111f2 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.280062] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.280163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.280495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.280605] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('619a4a02-cddb-4c19-a95c-c295e61111f2',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.284934] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-619a4a02-cddb-4c19-a95c-c295e61111f2 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.285072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.285145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.285351] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.285512] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.285606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.285679] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.285804] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.285888] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.285988] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('619a4a02-cddb-4c19-a95c-c295e61111f2',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.286898] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3879f8d-54c7-46ab-a5d3-d67b93825131 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.287034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3879f8d-54c7-46ab-a5d3-d67b93825131" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.287088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3879f8d-54c7-46ab-a5d3-d67b93825131" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.289815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3879f8d-54c7-46ab-a5d3-d67b93825131" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.289907] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3879f8d-54c7-46ab-a5d3-d67b93825131',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.313253] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.314019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.314019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.314019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.314019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.329692] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1149.562144] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1149.562391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.562563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.562777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.562970] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.563099] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.563165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.563317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.563396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.563479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.563571] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.791461] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('619a4a02-cddb-4c19-a95c-c295e61111f2',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.792724] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-619a4a02-cddb-4c19-a95c-c295e61111f2 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.792885] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.793325] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3879f8d-54c7-46ab-a5d3-d67b93825131 with status ACTIVE [ 1149.793578] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.793700] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.793777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.794035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.794139] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.794658] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.794848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.794848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.794936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.795741] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.795741] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.795741] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.795741] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.795741] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.795996] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.795996] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3879f8d-54c7-46ab-a5d3-d67b93825131 is going to be updated. [ 1149.817851] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.817851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.817851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.817851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.818097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.818097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3879f8d-54c7-46ab-a5d3-d67b93825131" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.065986] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.066195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.066303] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.070019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.070019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.070019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.070019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.070019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.070019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.070019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.070019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.070019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.070019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.070019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.070019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.070019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.070019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.070019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.070019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.070019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.070019] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.294541] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('619a4a02-cddb-4c19-a95c-c295e61111f2',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.577420] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c9502f2-ab64-4215-810d-f6bed74abb36: rpc.has_security_group_logging(os_id): False [ 1150.596246] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.596246] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.596246] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.596246] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.596246] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.596464] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.596464] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.596532] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.596736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.596736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.597848] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.597848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.597848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.597848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.597848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.597848] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.597848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.597848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.597848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.597848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.598300] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1150.654679] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.654847] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.655061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.655108] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.655468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.668130] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1150.796648] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.796807] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.796878] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.797132] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.797215] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.797313] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 is going to be created. [ 1150.822522] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.822662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.822714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.822919] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.823083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.831669] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 in Status: UNINITIALIZED for 2s [ 1151.342238] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1151.342984] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.687824] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1152.688138] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.842060] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 in Status: SUCCESS [ 1152.842060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.842315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.842561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.842763] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.842881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.842948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.843127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.843209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.843293] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.843390] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('619a4a02-cddb-4c19-a95c-c295e61111f2',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.346326] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-619a4a02-cddb-4c19-a95c-c295e61111f2 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.346564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.346653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.346950] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.347135] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.347233] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.347298] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.347445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.347534] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.347620] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.347763] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-619a4a02-cddb-4c19-a95c-c295e61111f2 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.347852] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.347911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.348058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.348203] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.348292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.348350] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.348485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.348626] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.348626] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.348703] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('619a4a02-cddb-4c19-a95c-c295e61111f2',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.851830] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 619a4a02-cddb-4c19-a95c-c295e61111f2: rpc.has_security_group_logging(os_id): False [ 1153.867164] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.867389] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.867557] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.867824] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.867967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.868228] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.868375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.868477] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.868668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.868992] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.868992] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.869168] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.869265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.869454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.869574] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.869794] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.869934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.870046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.870226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.870351] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.870833] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 is going to be created. [ 1153.924059] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.924059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.924059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.924059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.924059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.933555] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 in Status: IN_PROGRESS for 2s [ 1154.280993] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1154.281156] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1155.937435] env[69179]: INFO networking_nsxv3.common.synchronization [req-8fc794c0-ddd3-40a2-b325-122864f6691c req-0eb65b82-47ee-4283-9d96-3f04e971f672 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1155.938495] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1155.938719] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.938800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.938873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.939080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.939236] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.939335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.939417] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.939588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.939683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.939777] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.948244] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 in Status: SUCCESS [ 1155.948417] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.442419] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.944836] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.447226] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.447441] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.447544] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.447904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.448041] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.448163] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1157.477072] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.477243] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.477317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.477658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.477854] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.489718] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1158.226480] env[69179]: INFO networking_nsxv3.common.synchronization [req-fc0dfa25-01b5-4fbf-89b1-f82ad2c36ca7 req-ab58559e-9e18-4ab0-9a63-23ce39a00a0a tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1158.226750] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1158.227372] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.229831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.229831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.229831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.229831] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.229831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.229831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.229831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.229831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.229831] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.290514] env[69179]: INFO networking_nsxv3.common.synchronization [None req-80004b1a-6553-4539-bd1e-c0617d124b14 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Enqueued Resource ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 with Priority: HIGHEST for action security_group_rules [ 1158.290514] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 with Priority: HIGHEST for action security_group_rules [ 1158.290514] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.290514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.290514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.290514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.290514] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63c4fcd3-bdb1-430c-92f9-5f2741dc7429',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.368706] env[69179]: INFO networking_nsxv3.common.synchronization [None req-b2a0b932-80c8-459f-8940-15fdbea60014 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Enqueued Resource ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 with Priority: HIGHEST for action security_group_rules [ 1158.369481] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 with Priority: HIGHEST for action security_group_rules [ 1158.370078] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.370191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.734676] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.734938] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.735079] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.735357] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.735500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.735760] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.735911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.736022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.736239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.736352] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.736509] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1158.761202] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.761419] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.761498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.761719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.761883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.769712] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1158.809050] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.810688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.810688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.810688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.810688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.810688] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 already deleted. [ 1158.810688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.810688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.810688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.810688] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63c4fcd3-bdb1-430c-92f9-5f2741dc7429',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.331171] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.331583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.331583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.331852] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.331852] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.331852] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 already deleted. [ 1159.331937] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.496867] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1159.497130] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.665542] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.665747] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.665871] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.666160] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.666417] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.666574] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.666734] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.666942] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.667103] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.667325] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.667443] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.667583] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.667743] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.667867] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1159.667977] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.668126] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.690901] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.691136] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1159.691232] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.691418] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.691831] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-6baad547-a5c6-4a21-bc4e-d988644f9f14 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.692027] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-6baad547-a5c6-4a21-bc4e-d988644f9f14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.692153] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-6baad547-a5c6-4a21-bc4e-d988644f9f14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.692541] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-6baad547-a5c6-4a21-bc4e-d988644f9f14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.692725] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6baad547-a5c6-4a21-bc4e-d988644f9f14',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.195093] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.195259] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.195374] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.195687] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.195841] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.195998] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 6baad547-a5c6-4a21-bc4e-d988644f9f14 not found, creating... [ 1160.196278] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.196435] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.196553] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.196826] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.197012] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.197371] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.197565] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.197712] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.197965] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.198162] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.198376] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 6baad547-a5c6-4a21-bc4e-d988644f9f14 is going to be created. [ 1160.222471] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.222679] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.222809] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.223090] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.223325] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.223543] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-6baad547-a5c6-4a21-bc4e-d988644f9f14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.478181] env[69179]: INFO networking_nsxv3.common.synchronization [req-9faaafb8-eabf-489d-9f4e-34f289a9f5ea req-e3acf880-7067-45e7-8d9b-9511dae29353 tempest-ServerMetadataTestJSON-467072455 tempest-ServerMetadataTestJSON-467072455-project-member] Enqueued Resource ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 with Priority: HIGHEST for action security_group_members [ 1160.478798] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 with Priority: HIGHEST for action security_group_members [ 1160.479211] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-619a4a02-cddb-4c19-a95c-c295e61111f2 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.479374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.479456] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.479676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.479897] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.480038] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.480203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.480267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.480350] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.480456] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('619a4a02-cddb-4c19-a95c-c295e61111f2',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.779942] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1160.779942] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 deletion is rescheduled due to dependency. [ 1160.779942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.957209] env[69179]: INFO networking_nsxv3.common.synchronization [req-b003cf9b-3cae-4127-ae14-e37987aa655b req-2fc6f929-4cab-4e51-9673-e30aec869dc7 service nova] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_rules [ 1160.957437] env[69179]: INFO networking_nsxv3.common.synchronization [req-b003cf9b-3cae-4127-ae14-e37987aa655b req-2fc6f929-4cab-4e51-9673-e30aec869dc7 service nova] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1160.957664] env[69179]: INFO networking_nsxv3.common.synchronization [req-b003cf9b-3cae-4127-ae14-e37987aa655b req-2fc6f929-4cab-4e51-9673-e30aec869dc7 service nova] Enqueued Resource ID: 6baad547-a5c6-4a21-bc4e-d988644f9f14 with Priority: HIGHEST for action port [ 1160.957914] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_rules [ 1160.958059] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1160.958158] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6baad547-a5c6-4a21-bc4e-d988644f9f14 with Priority: HIGHEST for action port [ 1160.958868] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.958968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.959047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.963110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.963110] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.963110] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.963110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.963110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.963110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.963110] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.963110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.963110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.963110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.963110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.963110] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.963110] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-6baad547-a5c6-4a21-bc4e-d988644f9f14 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.963110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6baad547-a5c6-4a21-bc4e-d988644f9f14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.963110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6baad547-a5c6-4a21-bc4e-d988644f9f14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.963110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6baad547-a5c6-4a21-bc4e-d988644f9f14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.963110] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6baad547-a5c6-4a21-bc4e-d988644f9f14',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.983407] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.983605] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.983681] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.983896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.983984] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.984188] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.984283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.984345] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.984508] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.984585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.984670] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 is going to be updated. [ 1161.009993] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.010152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.010224] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.010419] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.010553] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.018052] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 in Status: IN_PROGRESS for 2s [ 1161.464551] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.466273] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.466497] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.466738] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6baad547-a5c6-4a21-bc4e-d988644f9f14 with status ACTIVE [ 1161.466951] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.467544] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.468181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.469171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.469171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.469171] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.469755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.469935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.470213] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.470448] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.470718] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.470846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.470950] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.471140] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.471232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.471318] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6baad547-a5c6-4a21-bc4e-d988644f9f14 is going to be updated. [ 1161.493163] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.493504] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.493504] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.493801] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.493934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.494116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6baad547-a5c6-4a21-bc4e-d988644f9f14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.973140] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.476028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.476283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.476283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.476559] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.476559] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.476663] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be created. [ 1162.500265] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.500658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.500658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.500658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.500814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.509830] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: UNINITIALIZED for 2s [ 1163.027111] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 in Status: SUCCESS [ 1163.027292] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 deletion is rescheduled due to dependency. [ 1163.027406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.519096] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: SUCCESS [ 1164.519455] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.519455] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.519689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.519935] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.520059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.520059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.520227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.520304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.520387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.520479] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.797124] env[69179]: INFO networking_nsxv3.common.synchronization [req-033eb6ab-1c35-4584-b564-2dee9bf9597b req-84fffedc-ba49-4832-bb1c-551415f64a63 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Enqueued Resource ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 with Priority: HIGHEST for action security_group_members [ 1164.797596] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 with Priority: HIGHEST for action security_group_members [ 1164.797909] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.798045] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.798110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.798359] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.798510] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.798636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.798705] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.798864] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.798947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.799167] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63c4fcd3-bdb1-430c-92f9-5f2741dc7429',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.022892] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.023300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.023464] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.023861] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.024050] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.024158] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.024395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.024584] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.024673] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.024767] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.024916] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.025210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.025296] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.025462] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.025601] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.025695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.025749] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.025890] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.025968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.026122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.026353] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.220768] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.221022] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-317" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.221220] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-317" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.221484] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-317" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.221806] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.221991] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.222148] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.222417] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.222596] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.222868] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.223036] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.223190] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.223326] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.223492] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1165.223605] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.223766] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.244512] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.244512] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1165.244512] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.244512] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-317" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.244512] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-5281d3c8-8c13-4d52-9eff-01540bb3f66e taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.244512] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-5281d3c8-8c13-4d52-9eff-01540bb3f66e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.244512] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-5281d3c8-8c13-4d52-9eff-01540bb3f66e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.244512] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-5281d3c8-8c13-4d52-9eff-01540bb3f66e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.244512] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5281d3c8-8c13-4d52-9eff-01540bb3f66e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.304585] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.304585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.304585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.304585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.304585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.304878] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.305020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.305113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.305305] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.305472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.305608] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 already deleted. [ 1165.305784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.530396] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d40ba9d4-c2cd-4c53-82a8-6c384c63c215: rpc.has_security_group_logging(os_id): False [ 1165.550081] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.550226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.550295] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.550506] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.550612] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.550823] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.550926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.550979] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.551168] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.551253] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.551454] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.551554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.551626] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.551783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.551862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.552456] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.552594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.552666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.552835] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.552917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.553024] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be created. [ 1165.607021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.607277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.607277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.607400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.607603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.623113] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: IN_PROGRESS for 2s [ 1165.746779] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.746983] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.747134] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.747440] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.747689] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.747801] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 5281d3c8-8c13-4d52-9eff-01540bb3f66e not found, creating... [ 1165.748109] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.748329] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.748498] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.748919] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.749010] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.749271] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.749819] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.749819] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.749819] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.749932] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.750129] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 5281d3c8-8c13-4d52-9eff-01540bb3f66e is going to be created. [ 1165.771094] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.771275] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.771405] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.771694] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.771960] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.772230] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-5281d3c8-8c13-4d52-9eff-01540bb3f66e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.475639] env[69179]: INFO networking_nsxv3.common.synchronization [req-033eb6ab-1c35-4584-b564-2dee9bf9597b req-76f08260-c143-4797-a944-1221b7f1bbf0 service nova] Enqueued Resource ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 with Priority: HIGHEST for action security_group_rules [ 1166.475846] env[69179]: INFO networking_nsxv3.common.synchronization [req-033eb6ab-1c35-4584-b564-2dee9bf9597b req-76f08260-c143-4797-a944-1221b7f1bbf0 service nova] Enqueued Resource ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 with Priority: HIGHEST for action security_group_members [ 1166.475987] env[69179]: INFO networking_nsxv3.common.synchronization [req-033eb6ab-1c35-4584-b564-2dee9bf9597b req-76f08260-c143-4797-a944-1221b7f1bbf0 service nova] Enqueued Resource ID: 5281d3c8-8c13-4d52-9eff-01540bb3f66e with Priority: HIGHEST for action port [ 1166.476236] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 with Priority: HIGHEST for action security_group_rules [ 1166.476365] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 with Priority: HIGHEST for action security_group_members [ 1166.476471] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5281d3c8-8c13-4d52-9eff-01540bb3f66e with Priority: HIGHEST for action port [ 1166.477018] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.477558] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.477655] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.477831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.479639] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63c4fcd3-bdb1-430c-92f9-5f2741dc7429',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.480272] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.480272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.480272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.480403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.480535] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.480595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.480676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.480797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.480884] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.480984] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63c4fcd3-bdb1-430c-92f9-5f2741dc7429',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.481814] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-5281d3c8-8c13-4d52-9eff-01540bb3f66e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.481949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5281d3c8-8c13-4d52-9eff-01540bb3f66e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.481998] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5281d3c8-8c13-4d52-9eff-01540bb3f66e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.482491] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5281d3c8-8c13-4d52-9eff-01540bb3f66e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.482652] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5281d3c8-8c13-4d52-9eff-01540bb3f66e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.984499] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63c4fcd3-bdb1-430c-92f9-5f2741dc7429',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.985549] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.985707] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.985893] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5281d3c8-8c13-4d52-9eff-01540bb3f66e with status ACTIVE [ 1166.986069] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.986846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.986971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.987204] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.987298] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.987477] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.987611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.987658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.987800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.987918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.988153] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.988206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.988263] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.988414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.988490] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.988576] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5281d3c8-8c13-4d52-9eff-01540bb3f66e is going to be updated. [ 1167.009308] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.009464] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.009532] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.009734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.009863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.010036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5281d3c8-8c13-4d52-9eff-01540bb3f66e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.107334] env[69179]: INFO networking_nsxv3.common.synchronization [req-f599d8d4-f469-4d05-9c15-fcefa75d9006 req-4a2bb8ed-e461-4444-975e-948ac6ff6a81 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1167.108121] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1167.108224] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.108330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.108397] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.108541] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.109861] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.110026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.110099] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.110279] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.110459] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.110459] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.461056] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.462035] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.462035] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.462172] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.462670] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.462922] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.463179] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.463595] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.463876] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.464261] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.464513] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.464711] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.464934] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.465205] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.465441] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.465698] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.485382] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.485597] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1167.485746] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.485931] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.486278] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-a71cc101-628d-4650-982f-3192832288db taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.486457] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-a71cc101-628d-4650-982f-3192832288db" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.486580] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-a71cc101-628d-4650-982f-3192832288db" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.486970] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-a71cc101-628d-4650-982f-3192832288db" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.487131] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a71cc101-628d-4650-982f-3192832288db',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.490737] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63c4fcd3-bdb1-430c-92f9-5f2741dc7429',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.613617] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.636078] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: SUCCESS [ 1167.636078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.989270] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.989677] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.989677] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.989920] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.990093] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.990240] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port a71cc101-628d-4650-982f-3192832288db not found, creating... [ 1167.990502] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.990660] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.990774] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.991009] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.991155] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.991434] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.991665] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.991797] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.992641] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.992641] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.992641] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: a71cc101-628d-4650-982f-3192832288db is going to be created. [ 1167.993470] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.993579] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.993641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.993790] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.993867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.993952] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 is going to be created. [ 1168.027201] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.027440] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.027592] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.027971] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.028331] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.028606] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-a71cc101-628d-4650-982f-3192832288db" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.036605] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.036805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.036953] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.037148] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.037349] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.047257] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 in Status: UNINITIALIZED for 2s [ 1168.115882] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.618947] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.618947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.618947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.618947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.618947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.618947] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1168.645891] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.646096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.646153] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.646396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.646521] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.655798] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1168.765852] env[69179]: INFO networking_nsxv3.common.synchronization [req-f599d8d4-f469-4d05-9c15-fcefa75d9006 req-462f667f-db07-423f-a50d-7f05c9ef88bd service nova] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_rules [ 1168.765852] env[69179]: INFO networking_nsxv3.common.synchronization [req-f599d8d4-f469-4d05-9c15-fcefa75d9006 req-462f667f-db07-423f-a50d-7f05c9ef88bd service nova] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1168.765852] env[69179]: INFO networking_nsxv3.common.synchronization [req-f599d8d4-f469-4d05-9c15-fcefa75d9006 req-462f667f-db07-423f-a50d-7f05c9ef88bd service nova] Enqueued Resource ID: a71cc101-628d-4650-982f-3192832288db with Priority: HIGHEST for action port [ 1168.766815] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_rules [ 1168.767077] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1168.767270] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a71cc101-628d-4650-982f-3192832288db with Priority: HIGHEST for action port [ 1168.767665] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.768358] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.768951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.769328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.769538] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.770537] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.770753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.771219] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-a71cc101-628d-4650-982f-3192832288db taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.771452] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a71cc101-628d-4650-982f-3192832288db" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.771693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a71cc101-628d-4650-982f-3192832288db" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.772046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a71cc101-628d-4650-982f-3192832288db" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.772233] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a71cc101-628d-4650-982f-3192832288db',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.275712] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.275712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.275712] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a71cc101-628d-4650-982f-3192832288db with status ACTIVE [ 1169.275712] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.276285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.276285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.276285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.276285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.276472] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.276522] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.276576] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.276703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.276772] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.276947] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.277048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.277104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.277227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.277290] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.277369] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a71cc101-628d-4650-982f-3192832288db is going to be updated. [ 1169.298185] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.298850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.298850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.298850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.298850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.298850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a71cc101-628d-4650-982f-3192832288db" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.058612] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 in Status: SUCCESS [ 1170.058841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.059010] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.059258] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.059452] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.059571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.059636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.059786] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.059869] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.059955] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.060058] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63c4fcd3-bdb1-430c-92f9-5f2741dc7429',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.565028] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63c4fcd3-bdb1-430c-92f9-5f2741dc7429',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.664399] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1170.664703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.664870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.665106] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.665288] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.665406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.665466] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.665665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.665750] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.665845] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.068228] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63c4fcd3-bdb1-430c-92f9-5f2741dc7429: rpc.has_security_group_logging(os_id): False [ 1171.085361] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.085658] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.085741] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.085954] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.086059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.086315] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.086442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.086631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.086631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.086721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.086765] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 is going to be created. [ 1171.147106] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.147307] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.147399] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.147567] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.148199] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.162250] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 in Status: IN_PROGRESS for 2s [ 1171.168448] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.467141] env[69179]: INFO networking_nsxv3.common.synchronization [req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 req-942918c7-f18d-482c-bc7f-c5b2ce5a8613 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1171.467702] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1171.468032] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.468162] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.468225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.468422] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.468607] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.468739] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.468786] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.472019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.472019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.472019] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.671404] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.853744] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.853948] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.854090] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.854867] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.854867] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.855240] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.855404] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.855725] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.855972] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.856309] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1171.856517] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1171.856693] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1171.856869] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1171.857050] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1171.857224] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1171.857434] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.875225] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.875225] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1171.875367] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.875557] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.875923] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-90b5ba3b-421f-49a5-af75-d240a95cdb86 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.876238] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-90b5ba3b-421f-49a5-af75-d240a95cdb86" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.876238] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-90b5ba3b-421f-49a5-af75-d240a95cdb86" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.876563] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-90b5ba3b-421f-49a5-af75-d240a95cdb86" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.876716] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90b5ba3b-421f-49a5-af75-d240a95cdb86',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.975642] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.975642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.975642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.975642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.975642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.975642] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.975642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.975642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.975642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.975642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.975642] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1172.001415] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.001415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.001609] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.001711] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.001852] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.012371] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1172.174986] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.175267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.175381] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.175631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.175717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.175826] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1172.217510] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.217510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.217510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.217704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.217734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.227730] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1172.379227] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.379463] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.379687] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.380020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.380214] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.380415] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 90b5ba3b-421f-49a5-af75-d240a95cdb86 not found, creating... [ 1172.380696] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.380862] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.380990] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.381227] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.381364] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.381648] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.381809] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.381974] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.382150] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.382286] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.382428] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 90b5ba3b-421f-49a5-af75-d240a95cdb86 is going to be created. [ 1172.403804] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.403988] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.404074] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.404345] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.404732] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.404852] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-90b5ba3b-421f-49a5-af75-d240a95cdb86" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.181472] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 in Status: SUCCESS [ 1173.181784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.373119] env[69179]: INFO networking_nsxv3.common.synchronization [req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 req-76d624b2-559a-479f-ba0d-6bfeea6e0ea8 service nova] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_rules [ 1173.374157] env[69179]: INFO networking_nsxv3.common.synchronization [req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 req-76d624b2-559a-479f-ba0d-6bfeea6e0ea8 service nova] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1173.374157] env[69179]: INFO networking_nsxv3.common.synchronization [req-8f087c72-36a8-4f05-8fa3-ab5cadc06065 req-76d624b2-559a-479f-ba0d-6bfeea6e0ea8 service nova] Enqueued Resource ID: 90b5ba3b-421f-49a5-af75-d240a95cdb86 with Priority: HIGHEST for action port [ 1173.374925] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_rules [ 1173.376199] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1173.376199] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90b5ba3b-421f-49a5-af75-d240a95cdb86 with Priority: HIGHEST for action port [ 1173.376199] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.376199] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.376199] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.376436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.376470] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.377477] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.377960] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.378244] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-90b5ba3b-421f-49a5-af75-d240a95cdb86 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.378394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90b5ba3b-421f-49a5-af75-d240a95cdb86" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.378491] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90b5ba3b-421f-49a5-af75-d240a95cdb86" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.378711] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90b5ba3b-421f-49a5-af75-d240a95cdb86" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.378824] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90b5ba3b-421f-49a5-af75-d240a95cdb86',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.881037] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.881260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.882570] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90b5ba3b-421f-49a5-af75-d240a95cdb86 with status ACTIVE [ 1173.882782] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.882945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.883019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.883238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.883328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.883502] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.883595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.883655] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.883859] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.883948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.884139] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.884231] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.884529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.884529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.884654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.884654] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90b5ba3b-421f-49a5-af75-d240a95cdb86 is going to be updated. [ 1173.903899] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.904120] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.904173] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.904405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.904566] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.904734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90b5ba3b-421f-49a5-af75-d240a95cdb86" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.024988] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1174.025208] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 deletion is rescheduled due to dependency. [ 1174.025277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.025459] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.025752] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.025962] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.026087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.026152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.026305] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.026384] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.026482] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.237357] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1174.237752] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.237752] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.237917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.238118] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.238229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.238293] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.238451] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.238532] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.238618] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.238745] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.528621] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.743868] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.743868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.743868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.743868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.743868] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.743868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.743868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.743868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.743868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.743868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.743868] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.743868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.743868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.743868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.743868] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.743868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.744516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.744516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.744516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.744516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.744516] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.031935] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.249425] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c81a34f-4c77-4190-9b02-17f68d2396ed: rpc.has_security_group_logging(os_id): False [ 1175.267483] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.267596] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.267596] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.267896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.267896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.269597] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.269597] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.269597] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.269881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.269935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.270242] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.270399] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.270462] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.270615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.270690] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.270901] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.271672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.271798] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.271973] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.272068] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.272199] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1175.336338] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.336730] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.336862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.337162] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.337381] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.351822] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1175.534812] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.534967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.535140] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.535362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.535468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.535552] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1175.562772] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.562920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.562990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.563218] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.563353] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.571967] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1177.336020] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-97 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.336020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.336020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.336020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.336020] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.336020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.336020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.336020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.336020] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.336859] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.337118] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.337501] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.337719] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.337963] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.338200] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.338438] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.358489] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.358489] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1177.358489] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.358489] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-97" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.358489] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-6baad547-a5c6-4a21-bc4e-d988644f9f14 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.358489] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-6baad547-a5c6-4a21-bc4e-d988644f9f14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.358489] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-6baad547-a5c6-4a21-bc4e-d988644f9f14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.358489] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-6baad547-a5c6-4a21-bc4e-d988644f9f14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.358489] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6baad547-a5c6-4a21-bc4e-d988644f9f14',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.366946] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1177.367171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.582017] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1177.582017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.582017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.582017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.582017] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.582017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.582017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.582017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.582017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.582017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.582017] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.861962] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.862177] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.862320] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.862709] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.862892] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.863243] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.863428] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.863568] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.863823] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.863982] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.864328] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.864488] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.864639] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.864896] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.865065] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.865260] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 6baad547-a5c6-4a21-bc4e-d988644f9f14 is going to be updated. [ 1177.892512] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.892769] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.892899] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.893195] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.893437] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.893682] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-6baad547-a5c6-4a21-bc4e-d988644f9f14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.084676] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.084676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.084676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.084827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.085017] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.085077] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.085182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.085287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.085372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.085504] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.085647] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.085715] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.085754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.085926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.086048] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.086201] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.086201] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.086294] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.086343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.086429] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.086503] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.376152] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1178.376412] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1178.551608] env[69179]: INFO networking_nsxv3.common.synchronization [req-66621472-9bda-4e72-8d3a-6fd639bbba96 req-8652474c-cf73-4792-a197-e887d6d09439 service nova] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_rules [ 1178.551800] env[69179]: INFO networking_nsxv3.common.synchronization [req-66621472-9bda-4e72-8d3a-6fd639bbba96 req-8652474c-cf73-4792-a197-e887d6d09439 service nova] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1178.551941] env[69179]: INFO networking_nsxv3.common.synchronization [req-66621472-9bda-4e72-8d3a-6fd639bbba96 req-8652474c-cf73-4792-a197-e887d6d09439 service nova] Enqueued Resource ID: 6baad547-a5c6-4a21-bc4e-d988644f9f14 with Priority: HIGHEST for action port [ 1178.552182] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_rules [ 1178.552317] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1178.552407] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6baad547-a5c6-4a21-bc4e-d988644f9f14 with Priority: HIGHEST for action port [ 1178.553018] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.553200] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.553376] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.553612] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.553726] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.554620] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.554748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.554813] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.554981] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.555139] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.555332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.555390] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.555560] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.555666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.555798] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.556557] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-6baad547-a5c6-4a21-bc4e-d988644f9f14 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.556693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6baad547-a5c6-4a21-bc4e-d988644f9f14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.556785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6baad547-a5c6-4a21-bc4e-d988644f9f14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.556964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6baad547-a5c6-4a21-bc4e-d988644f9f14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.557077] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6baad547-a5c6-4a21-bc4e-d988644f9f14',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.588602] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c9502f2-ab64-4215-810d-f6bed74abb36: rpc.has_security_group_logging(os_id): False [ 1178.605235] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.605429] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.605429] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.605835] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.605956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.606240] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.606353] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.606418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.606573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.606675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.606847] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.607072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.607072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.607174] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.607245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.607423] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.607506] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.607559] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.607695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.607767] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.607850] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1178.661092] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.661297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.661297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.661513] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.661660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.675729] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1179.059032] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.059181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.059380] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.060301] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6baad547-a5c6-4a21-bc4e-d988644f9f14 with status ACTIVE [ 1179.060486] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.060605] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.060671] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.060990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.061103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.061348] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.061450] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.061513] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.061709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.061789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.061972] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.062075] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.062136] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.062278] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.062351] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.062501] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6baad547-a5c6-4a21-bc4e-d988644f9f14 is going to be updated. [ 1179.096116] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.096277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.096320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.096509] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.096645] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.096790] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6baad547-a5c6-4a21-bc4e-d988644f9f14" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.564317] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.068894] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.068894] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.068894] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.068894] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.068894] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.068894] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be updated. [ 1180.094676] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.094775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.094821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.095051] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.095216] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.103973] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: IN_PROGRESS for 2s [ 1180.690942] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1180.691301] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.815653] env[69179]: INFO networking_nsxv3.common.synchronization [req-b78daf57-63f0-4a18-a235-b1e4a905a8b1 req-5bcf0138-24eb-453d-b92d-74031c3df8b4 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1181.816379] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1181.816379] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.816543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.816595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.816769] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.816931] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.817680] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.817680] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.817680] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.817680] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.817680] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.113221] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: SUCCESS [ 1182.113475] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.113618] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.113849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.114046] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.114169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.114234] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.114376] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.114456] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.114584] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.114690] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.319905] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.616830] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.617079] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.617079] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.617306] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.617499] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.617626] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.617699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.617881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.617978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.618103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.618284] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.618388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.618456] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.618611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.618870] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.618984] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.619050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.619222] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.619317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.619412] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.619510] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.821883] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.121325] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d40ba9d4-c2cd-4c53-82a8-6c384c63c215: rpc.has_security_group_logging(os_id): False [ 1183.138977] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.139142] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.139214] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.139428] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.139515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.139703] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.139978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.140089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.140245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.140321] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.140522] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.140616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.140676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.140918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.141071] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.141269] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.141361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.141419] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.141558] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.141630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.141714] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be updated. [ 1183.202378] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.202611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.202698] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.202907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.203066] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.225352] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: IN_PROGRESS for 2s [ 1183.326221] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.326373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.326447] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.326689] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.326805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.326929] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1183.352959] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.353121] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.353178] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.353384] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.353522] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.360605] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1184.690373] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.690691] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-410" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.690763] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-410" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.691122] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-410" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.691773] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.691952] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.692088] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.692315] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.692470] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.692678] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1184.692794] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.692904] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.693021] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.693135] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1184.693244] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.693376] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.712093] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.712258] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1184.712395] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.712582] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-410" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.712877] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-4f32b546-19b7-498f-9f37-7400cba56cad taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.713056] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-4f32b546-19b7-498f-9f37-7400cba56cad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.713184] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-4f32b546-19b7-498f-9f37-7400cba56cad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.713426] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-4f32b546-19b7-498f-9f37-7400cba56cad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.713564] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f32b546-19b7-498f-9f37-7400cba56cad',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.216713] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.216713] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.216713] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.216713] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.216713] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.217923] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.217923] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.217923] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.217923] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.217923] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.218179] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.218339] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.219093] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.219093] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.219093] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.219093] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 4f32b546-19b7-498f-9f37-7400cba56cad is going to be updated. [ 1185.241939] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: SUCCESS [ 1185.242202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.243470] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.243665] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.243793] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.244100] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.244298] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.244505] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-4f32b546-19b7-498f-9f37-7400cba56cad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.370323] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1185.370546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.905294] env[69179]: INFO networking_nsxv3.common.synchronization [req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 req-c653d82c-3c94-4fc1-a6d8-844a798981a7 service nova] Enqueued Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGHEST for action security_group_rules [ 1185.905602] env[69179]: INFO networking_nsxv3.common.synchronization [req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 req-c653d82c-3c94-4fc1-a6d8-844a798981a7 service nova] Enqueued Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGHEST for action security_group_members [ 1185.905650] env[69179]: INFO networking_nsxv3.common.synchronization [req-8da0835e-4ddf-4efb-9ec9-5988b4c960f1 req-c653d82c-3c94-4fc1-a6d8-844a798981a7 service nova] Enqueued Resource ID: 4f32b546-19b7-498f-9f37-7400cba56cad with Priority: HIGHEST for action port [ 1185.905866] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGHEST for action security_group_rules [ 1185.905998] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGHEST for action security_group_members [ 1185.906106] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f32b546-19b7-498f-9f37-7400cba56cad with Priority: HIGHEST for action port [ 1185.906645] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15d2ba67-660e-4905-8de3-06be5c03d482 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.906821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.906821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.907034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.907116] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15d2ba67-660e-4905-8de3-06be5c03d482',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.907962] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d2ba67-660e-4905-8de3-06be5c03d482 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.908039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.908148] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.908788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.908938] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.909052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.909160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.909257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.909350] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.909425] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15d2ba67-660e-4905-8de3-06be5c03d482',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.910200] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f32b546-19b7-498f-9f37-7400cba56cad taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.910251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f32b546-19b7-498f-9f37-7400cba56cad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.910329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f32b546-19b7-498f-9f37-7400cba56cad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.910433] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f32b546-19b7-498f-9f37-7400cba56cad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.910506] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f32b546-19b7-498f-9f37-7400cba56cad',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.411990] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d2ba67-660e-4905-8de3-06be5c03d482 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.412237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.412355] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15d2ba67-660e-4905-8de3-06be5c03d482',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.415905] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f32b546-19b7-498f-9f37-7400cba56cad with status ACTIVE [ 1186.416084] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.416216] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.416292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.416462] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.416548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.416717] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.416812] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.416959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.417210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.417302] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.417505] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.417609] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.417671] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.417821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.417894] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.417978] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f32b546-19b7-498f-9f37-7400cba56cad is going to be updated. [ 1186.440386] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.440995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.440995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.440995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.440995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.441257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f32b546-19b7-498f-9f37-7400cba56cad" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.914149] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15d2ba67-660e-4905-8de3-06be5c03d482',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.962696] env[69179]: INFO networking_nsxv3.common.synchronization [req-18220683-ab9c-4bf2-a836-5eaa008eb5c8 req-00c0a05e-c4d4-4a96-b3cf-90ee28188d96 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1186.963139] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1186.964981] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.965130] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.965206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.965413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.965552] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.965654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.965841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.965841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.965926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.966033] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.417206] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.417374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.417449] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.417656] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.417740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.417837] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d2ba67-660e-4905-8de3-06be5c03d482 is going to be updated. [ 1187.446103] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.446247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.446311] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.446785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.446785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.455823] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d2ba67-660e-4905-8de3-06be5c03d482 in Status: IN_PROGRESS for 2s [ 1187.468459] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.468628] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.468628] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.468826] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.468914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.469252] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.469364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.469425] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.469578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.469656] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.469741] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1187.497184] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.497343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.497388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.497588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.497722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.505417] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1189.465734] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d2ba67-660e-4905-8de3-06be5c03d482 in Status: SUCCESS [ 1189.466152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.466152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.466342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.466545] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.466651] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.466718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.466871] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.466952] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.467049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.467141] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15d2ba67-660e-4905-8de3-06be5c03d482',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.514661] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1189.514843] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 deletion is rescheduled due to dependency. [ 1189.514955] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.969101] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15d2ba67-660e-4905-8de3-06be5c03d482',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.471061] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15d2ba67-660e-4905-8de3-06be5c03d482: rpc.has_security_group_logging(os_id): False [ 1190.488706] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.488894] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.488935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.489148] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.508078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.508078] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.508078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.508078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.508078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.508078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.508078] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15d2ba67-660e-4905-8de3-06be5c03d482 is going to be updated. [ 1190.564173] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.564341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.564387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.564652] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.564801] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.574800] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15d2ba67-660e-4905-8de3-06be5c03d482 in Status: IN_PROGRESS for 2s [ 1191.964772] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1191.965189] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1192.591862] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15d2ba67-660e-4905-8de3-06be5c03d482 in Status: SUCCESS [ 1192.592073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.294841] env[69179]: INFO networking_nsxv3.common.synchronization [req-434046aa-ea90-4c1e-bb6b-e44407f587f6 req-db9c27a7-f403-4ad3-bc56-4d137536bc07 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1193.295328] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1193.295682] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.295869] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.295902] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.296340] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.296562] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.296705] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.296831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.297049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.297221] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.297383] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.559287] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.560214] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.560214] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.560291] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.560597] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.560802] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.561382] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.561382] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.561382] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.562040] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.562040] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.562040] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.562040] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.562381] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.562381] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.562542] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.579878] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.579878] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1193.579878] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.580068] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.580426] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-b09c4339-fccf-4ad7-9d5a-c8e6dada5593 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.580627] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-b09c4339-fccf-4ad7-9d5a-c8e6dada5593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.580776] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-b09c4339-fccf-4ad7-9d5a-c8e6dada5593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.581105] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-b09c4339-fccf-4ad7-9d5a-c8e6dada5593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.581284] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b09c4339-fccf-4ad7-9d5a-c8e6dada5593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.799427] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.085482] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.085786] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.085884] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.086214] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.087037] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.087037] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port b09c4339-fccf-4ad7-9d5a-c8e6dada5593 not found, creating... [ 1194.087037] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.087037] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.087037] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.087303] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.087397] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.087645] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.087800] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.087917] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.088180] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.088342] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.088491] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: b09c4339-fccf-4ad7-9d5a-c8e6dada5593 is going to be created. [ 1194.108028] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.108239] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.108375] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.108712] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.108895] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.109134] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-b09c4339-fccf-4ad7-9d5a-c8e6dada5593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.302126] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.520865] env[69179]: INFO networking_nsxv3.common.synchronization [req-eb9a7db8-efb4-4242-8748-42908fcb5bc9 req-da078c7a-3f81-4f45-80b5-a6e3b907ece5 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_members [ 1194.521432] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_members [ 1194.521739] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-061b9bcf-6cda-45c2-9b10-13831f9da3dd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.521864] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.521932] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.522154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.522315] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.522412] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.522467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.522910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.522910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.522910] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.804673] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.804889] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.804889] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.805131] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.805238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.805342] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1194.835577] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.835756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.835811] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.838017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.838017] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.846025] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1194.909303] env[69179]: INFO networking_nsxv3.common.synchronization [req-434046aa-ea90-4c1e-bb6b-e44407f587f6 req-24b48482-b8a4-4c8e-899f-0e8e1cdf42d6 service nova] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_rules [ 1194.909490] env[69179]: INFO networking_nsxv3.common.synchronization [req-434046aa-ea90-4c1e-bb6b-e44407f587f6 req-24b48482-b8a4-4c8e-899f-0e8e1cdf42d6 service nova] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1194.910017] env[69179]: INFO networking_nsxv3.common.synchronization [req-434046aa-ea90-4c1e-bb6b-e44407f587f6 req-24b48482-b8a4-4c8e-899f-0e8e1cdf42d6 service nova] Enqueued Resource ID: b09c4339-fccf-4ad7-9d5a-c8e6dada5593 with Priority: HIGHEST for action port [ 1194.910333] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_rules [ 1194.910477] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1194.910617] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09c4339-fccf-4ad7-9d5a-c8e6dada5593 with Priority: HIGHEST for action port [ 1194.911513] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.911641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.911709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.911923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.912032] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.913271] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.913375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.915210] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-b09c4339-fccf-4ad7-9d5a-c8e6dada5593 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.915210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b09c4339-fccf-4ad7-9d5a-c8e6dada5593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.915210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b09c4339-fccf-4ad7-9d5a-c8e6dada5593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.915210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b09c4339-fccf-4ad7-9d5a-c8e6dada5593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.915210] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b09c4339-fccf-4ad7-9d5a-c8e6dada5593',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.025926] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.417067] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.417067] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.417553] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b09c4339-fccf-4ad7-9d5a-c8e6dada5593 with status ACTIVE [ 1195.417553] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.417553] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.417553] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.417713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.417713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.417884] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.418010] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.418062] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.418199] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.418275] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.418459] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.418555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.418619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.418755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.418829] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.418974] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b09c4339-fccf-4ad7-9d5a-c8e6dada5593 is going to be updated. [ 1195.440781] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.440931] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.441015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.441238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.441375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.441604] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b09c4339-fccf-4ad7-9d5a-c8e6dada5593" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.528214] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.599296] env[69179]: INFO networking_nsxv3.common.synchronization [req-00a5703f-d0f0-494a-95bd-0aa1376167c7 req-133f1e57-0e43-4788-aa05-e78b12d68c51 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1195.599871] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1195.601483] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.601757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.601889] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.602146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.602361] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.602480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.602573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.602699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.602787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.602887] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.980518] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-819 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.980707] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.980831] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.981131] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.981386] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.981538] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.981653] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.981869] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.982019] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.982232] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1195.982343] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.982449] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.982579] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.982716] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1195.982824] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.982954] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.001691] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.001691] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1196.001691] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.001691] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-819" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.001691] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-ede3cae7-2c3e-4c1d-b4ff-5448273bd384 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.001691] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-ede3cae7-2c3e-4c1d-b4ff-5448273bd384" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.001691] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-ede3cae7-2c3e-4c1d-b4ff-5448273bd384" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.002052] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-ede3cae7-2c3e-4c1d-b4ff-5448273bd384" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.002273] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede3cae7-2c3e-4c1d-b4ff-5448273bd384',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.029988] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.030157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.030235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.030436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.030523] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.030625] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd is going to be updated. [ 1196.057506] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.057660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.057716] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.057933] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.058093] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.066047] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd in Status: IN_PROGRESS for 2s [ 1196.106919] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.107176] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.107345] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.107630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.107761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.108023] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.108167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.108258] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.108442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.108554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.108672] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1196.148667] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.148833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.148895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.149151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.149294] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.158064] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1196.505317] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.505668] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.505668] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.505987] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.506156] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.506311] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port ede3cae7-2c3e-4c1d-b4ff-5448273bd384 not found, creating... [ 1196.506578] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.506737] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.506856] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.507089] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.507230] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.507518] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.507677] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.507781] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.507987] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.508132] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.508271] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: ede3cae7-2c3e-4c1d-b4ff-5448273bd384 is going to be created. [ 1196.529111] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.529345] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.529470] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.529755] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.530015] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.530255] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-ede3cae7-2c3e-4c1d-b4ff-5448273bd384" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.855954] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1196.856217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.856386] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.856644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.856863] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.857032] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.857105] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.857264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.857339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.857443] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.243954] env[69179]: INFO networking_nsxv3.common.synchronization [req-00a5703f-d0f0-494a-95bd-0aa1376167c7 req-d7782d0e-9dcf-4e06-952d-3def17917cab service nova] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_rules [ 1197.245075] env[69179]: INFO networking_nsxv3.common.synchronization [req-00a5703f-d0f0-494a-95bd-0aa1376167c7 req-d7782d0e-9dcf-4e06-952d-3def17917cab service nova] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1197.245075] env[69179]: INFO networking_nsxv3.common.synchronization [req-00a5703f-d0f0-494a-95bd-0aa1376167c7 req-d7782d0e-9dcf-4e06-952d-3def17917cab service nova] Enqueued Resource ID: ede3cae7-2c3e-4c1d-b4ff-5448273bd384 with Priority: HIGHEST for action port [ 1197.245075] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_rules [ 1197.245075] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1197.245075] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ede3cae7-2c3e-4c1d-b4ff-5448273bd384 with Priority: HIGHEST for action port [ 1197.245755] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.245849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.245849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.246104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.246197] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.247518] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.247627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.247841] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-ede3cae7-2c3e-4c1d-b4ff-5448273bd384 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.247964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ede3cae7-2c3e-4c1d-b4ff-5448273bd384" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.248047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ede3cae7-2c3e-4c1d-b4ff-5448273bd384" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.248245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ede3cae7-2c3e-4c1d-b4ff-5448273bd384" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.248366] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ede3cae7-2c3e-4c1d-b4ff-5448273bd384',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.359930] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.748805] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.748805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.751857] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ede3cae7-2c3e-4c1d-b4ff-5448273bd384 with status ACTIVE [ 1197.752440] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.752440] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.752440] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.752440] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.752440] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.752703] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.752748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.752778] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.752929] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.753098] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.753195] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.753287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.753589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.753589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.753589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.753717] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ede3cae7-2c3e-4c1d-b4ff-5448273bd384 is going to be updated. [ 1197.773519] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.773663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.773722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.773924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.774093] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.774270] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ede3cae7-2c3e-4c1d-b4ff-5448273bd384" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.861830] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.075343] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd in Status: SUCCESS [ 1198.075343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.166052] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1198.167042] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 deletion is rescheduled due to dependency. [ 1198.167042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.167042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.167042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.167277] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.167277] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.167406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.167490] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.167558] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.167653] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.364722] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.364911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.365046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.366300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.366300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.366300] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1198.391565] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.391682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.391722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.391900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.392049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.399432] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1198.670111] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.172917] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.675357] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.675517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.675572] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.675894] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.675992] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.676116] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1199.704913] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.705098] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.705145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.705328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.705467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.713906] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1200.409647] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1200.410170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.410170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.410330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.410502] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.410619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.410676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.410908] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.411016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.411119] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.411214] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.914286] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.914491] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.914556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.914785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.914972] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.915081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.915145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.915291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.915434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.915486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.915646] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.915734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.915809] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.915936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.916107] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.916202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.916261] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.916399] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.916477] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.916559] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.916668] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.418917] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c81a34f-4c77-4190-9b02-17f68d2396ed: rpc.has_security_group_logging(os_id): False [ 1201.440455] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.440692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.440692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.441329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.441329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.441573] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.441573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.441734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.441881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.441991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.442274] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.442409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.442498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.442695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.442807] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.443104] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.443234] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.443325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.443515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.443675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.443803] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1201.503639] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.503830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.504743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.504743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.504743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.520535] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1201.722659] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1201.722951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.723042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.723262] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.723452] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.723561] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.723631] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.723769] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.723849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.723930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.724026] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.729660] env[69179]: INFO networking_nsxv3.common.synchronization [req-161b5d95-6422-44c2-9031-92515f8d8c41 req-72a79b17-b1cf-47f3-bb34-1cca53bc6c61 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_members [ 1201.729660] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd with Priority: HIGHEST for action security_group_members [ 1201.730029] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-061b9bcf-6cda-45c2-9b10-13831f9da3dd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.730138] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.730199] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.730387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.730530] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.730622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.730700] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.730813] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.730887] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.730971] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('061b9bcf-6cda-45c2-9b10-13831f9da3dd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.227726] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.228443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.228554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.229169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.229169] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.229169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.229169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.229375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.229375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.229431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.229578] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.229668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.229718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.229840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.230393] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.230393] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.230393] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.230393] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.230393] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.230393] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.230762] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.232942] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.233086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.233150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.233269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.233342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.233512] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.234571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.234571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.234571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.234571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.234571] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd is going to be updated. [ 1202.265444] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.265715] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.265824] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.266147] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.266387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.277268] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd in Status: IN_PROGRESS for 2s [ 1202.732406] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c9502f2-ab64-4215-810d-f6bed74abb36: rpc.has_security_group_logging(os_id): False [ 1202.775028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.775028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.775028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.775028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.775028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.775028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.775028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.775028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.775028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.775028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.775028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.775028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.775028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.775028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.775028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.775603] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.775603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.775603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.775711] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.775802] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.775905] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1202.835025] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.835195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.835282] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.835499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.835641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.852449] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1203.535669] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1203.535952] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.286128] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd in Status: SUCCESS [ 1204.286525] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 061b9bcf-6cda-45c2-9b10-13831f9da3dd deletion is rescheduled due to dependency. [ 1204.286525] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-061b9bcf-6cda-45c2-9b10-13831f9da3dd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.868420] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1204.868635] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.063028] env[69179]: INFO networking_nsxv3.common.synchronization [None req-586956dd-f5c9-45e9-a9f1-6308f3391442 tempest-AttachInterfacesTestJSON-2071637424 tempest-AttachInterfacesTestJSON-2071637424-project-member] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1206.063350] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGHEST for action security_group_members [ 1206.064042] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.064042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.064042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.064042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.064275] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.064402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.064467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.064628] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.064787] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.064819] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.567720] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.567967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.568090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.568404] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.568550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.568835] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.568991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.569114] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.569336] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.569478] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.569668] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be updated. [ 1206.599344] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.599650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.599650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.599869] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.600061] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.608148] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: IN_PROGRESS for 2s [ 1207.150194] env[69179]: INFO networking_nsxv3.common.synchronization [req-8615079d-d47a-4df9-90b2-2d6ccccac829 req-29737ffb-00bb-4ccd-b088-bf4b6bc2bd27 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Enqueued Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_members [ 1207.150888] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_members [ 1207.151820] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea04e33-7fd7-4023-8887-121fb1ece1b9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.151989] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.152162] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.152529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.152842] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.152982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.153088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.153289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.153571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.153571] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.656341] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.159318] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.198048] env[69179]: INFO networking_nsxv3.common.synchronization [req-fa1bdc10-55cd-40f7-9b21-50df6709f97b req-7f6e2c99-26c9-45ea-b482-e4378bd79e35 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1208.198588] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1208.198982] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.199099] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.199099] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.199311] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.199469] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.199585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.199641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.199797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.199883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.199975] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.377986] env[69179]: INFO networking_nsxv3.common.synchronization [None req-16359553-8b8c-4974-b62a-b2eb852a94d9 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Enqueued Resource ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 with Priority: HIGHEST for action security_group_rules [ 1208.378792] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 with Priority: HIGHEST for action security_group_rules [ 1208.380377] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6b96e56-1aa1-41e8-997b-dc3403b50591 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.380448] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.380495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.380837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.380930] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6b96e56-1aa1-41e8-997b-dc3403b50591',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.452660] env[69179]: INFO networking_nsxv3.common.synchronization [None req-92aae870-456f-4ef6-9700-014bc14216bb tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Enqueued Resource ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 with Priority: HIGHEST for action security_group_rules [ 1208.453750] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 with Priority: HIGHEST for action security_group_rules [ 1208.453750] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6b96e56-1aa1-41e8-997b-dc3403b50591 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.453750] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.503161] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.503161] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.503161] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.503161] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.503161] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.503503] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.503744] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.504078] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.504346] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.504649] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.504893] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1208.505153] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1208.505376] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1208.505588] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1208.505810] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1208.506050] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1208.525531] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1208.525968] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1208.526328] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1208.526536] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.526899] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-241abeea-2cd7-485f-9749-4c95d3ba0c5a taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.527125] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-241abeea-2cd7-485f-9749-4c95d3ba0c5a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.527297] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-241abeea-2cd7-485f-9749-4c95d3ba0c5a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.527645] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-241abeea-2cd7-485f-9749-4c95d3ba0c5a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.527819] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('241abeea-2cd7-485f-9749-4c95d3ba0c5a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.617395] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 in Status: SUCCESS [ 1208.617998] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 deletion is rescheduled due to dependency. [ 1208.617998] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.662027] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.662629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.662916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.663664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.663664] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.663664] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 is going to be updated. [ 1208.690323] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.691028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.691028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.691242] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.691440] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.700974] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: IN_PROGRESS for 2s [ 1208.701341] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.900858] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.901135] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.901229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.901471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.901570] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.901677] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 already deleted. [ 1208.901791] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.902229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.902229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.902229] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6b96e56-1aa1-41e8-997b-dc3403b50591',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.030357] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.031432] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.031432] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.031432] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.031432] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.031432] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 241abeea-2cd7-485f-9749-4c95d3ba0c5a not found, creating... [ 1209.031741] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.031741] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.031840] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.032044] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.032181] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.032461] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.032615] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.032842] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.032974] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.033135] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.033275] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 241abeea-2cd7-485f-9749-4c95d3ba0c5a is going to be created. [ 1209.053812] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.053812] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.053812] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.053812] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.053812] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.053812] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-241abeea-2cd7-485f-9749-4c95d3ba0c5a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.210180] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.422701] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.422940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.422940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.423179] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.423267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.423362] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 already deleted. [ 1209.423444] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.713312] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.713463] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.713536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.713754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.713842] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.713972] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1209.764160] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.764160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.764160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.764311] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.764380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.773167] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1209.950237] env[69179]: INFO networking_nsxv3.common.synchronization [req-fa1bdc10-55cd-40f7-9b21-50df6709f97b req-12410016-cd7a-42f0-8e2a-6385f573c827 service nova] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_rules [ 1209.950422] env[69179]: INFO networking_nsxv3.common.synchronization [req-fa1bdc10-55cd-40f7-9b21-50df6709f97b req-12410016-cd7a-42f0-8e2a-6385f573c827 service nova] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1209.950563] env[69179]: INFO networking_nsxv3.common.synchronization [req-fa1bdc10-55cd-40f7-9b21-50df6709f97b req-12410016-cd7a-42f0-8e2a-6385f573c827 service nova] Enqueued Resource ID: 241abeea-2cd7-485f-9749-4c95d3ba0c5a with Priority: HIGHEST for action port [ 1209.950801] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_rules [ 1209.950932] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1209.951044] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 241abeea-2cd7-485f-9749-4c95d3ba0c5a with Priority: HIGHEST for action port [ 1209.951606] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.951732] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.951773] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.951959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.953796] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.957096] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.957243] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.957483] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-241abeea-2cd7-485f-9749-4c95d3ba0c5a taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.957595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-241abeea-2cd7-485f-9749-4c95d3ba0c5a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.957667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-241abeea-2cd7-485f-9749-4c95d3ba0c5a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.958106] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-241abeea-2cd7-485f-9749-4c95d3ba0c5a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.958106] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('241abeea-2cd7-485f-9749-4c95d3ba0c5a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.316822] env[69179]: INFO networking_nsxv3.common.synchronization [None req-afda4d4c-d8ee-4047-b4ef-42b9d2e31448 None None] Enqueued Resource ID: 4d7b06f7-b8cc-4487-9f48-07cda42b4e39 with Priority: HIGHEST for action port [ 1210.316822] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d7b06f7-b8cc-4487-9f48-07cda42b4e39 with Priority: HIGHEST for action port [ 1210.316822] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d7b06f7-b8cc-4487-9f48-07cda42b4e39 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.316822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d7b06f7-b8cc-4487-9f48-07cda42b4e39" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.316822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d7b06f7-b8cc-4487-9f48-07cda42b4e39" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.316822] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d7b06f7-b8cc-4487-9f48-07cda42b4e39" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.316822] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d7b06f7-b8cc-4487-9f48-07cda42b4e39',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.458128] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.458274] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.459632] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 241abeea-2cd7-485f-9749-4c95d3ba0c5a with status ACTIVE [ 1210.459821] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.459942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.460014] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.460228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.460318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.460488] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.460581] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.460672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.460786] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.460861] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.461151] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.461151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.461291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.461332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.461377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.461466] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 241abeea-2cd7-485f-9749-4c95d3ba0c5a is going to be updated. [ 1210.481264] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.481403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.481896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.481896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.481896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.482063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-241abeea-2cd7-485f-9749-4c95d3ba0c5a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.713200] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: SUCCESS [ 1210.713442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.820140] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d7b06f7-b8cc-4487-9f48-07cda42b4e39 [ 1210.820440] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.821223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.821223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.821223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.821223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.821223] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d7b06f7-b8cc-4487-9f48-07cda42b4e39 already deleted. [ 1210.821223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d7b06f7-b8cc-4487-9f48-07cda42b4e39" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.784151] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1211.784151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.784151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.784837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.784837] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.784837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.784837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.784837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.785172] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.785172] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.286847] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.410579] env[69179]: INFO networking_nsxv3.common.synchronization [None req-973b30c2-17c9-46e1-9e6d-7f98fd9506f7 None None] Enqueued Resource ID: 4664dbf2-d9de-47d4-b460-fb09dc2df287 with Priority: HIGHEST for action port [ 1212.410579] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4664dbf2-d9de-47d4-b460-fb09dc2df287 with Priority: HIGHEST for action port [ 1212.411178] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-4664dbf2-d9de-47d4-b460-fb09dc2df287 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.411278] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4664dbf2-d9de-47d4-b460-fb09dc2df287" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.411278] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4664dbf2-d9de-47d4-b460-fb09dc2df287" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.411530] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4664dbf2-d9de-47d4-b460-fb09dc2df287" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.411615] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4664dbf2-d9de-47d4-b460-fb09dc2df287',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.789244] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.913569] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4664dbf2-d9de-47d4-b460-fb09dc2df287 [ 1212.913569] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.913569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.913569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.913737] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.913772] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.913894] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4664dbf2-d9de-47d4-b460-fb09dc2df287 already deleted. [ 1212.913935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4664dbf2-d9de-47d4-b460-fb09dc2df287" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.291723] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.291877] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.291948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.292182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.292274] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.292370] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1213.318790] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.318932] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.319071] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.319665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.319665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.327512] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1214.724847] env[69179]: INFO networking_nsxv3.common.synchronization [req-9ad6cb83-26b8-42f6-ace9-1d739244939d req-b124cf0d-e8e6-4a1a-84c2-90707ce1fe1d tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Enqueued Resource ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 with Priority: HIGHEST for action security_group_members [ 1214.725456] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 with Priority: HIGHEST for action security_group_members [ 1214.725789] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6b96e56-1aa1-41e8-997b-dc3403b50591 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.725921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.725991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.726919] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.727100] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.727272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.727335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.727552] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.727626] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.727737] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6b96e56-1aa1-41e8-997b-dc3403b50591',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.230170] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.230372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.230441] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.230630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.230719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.230912] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.231016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.231083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.231244] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.231322] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.231405] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 already deleted. [ 1215.231481] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.339237] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1215.339237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.339237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.339237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.339237] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.339237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.339237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.339603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.339637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.339738] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.339839] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.391424] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.391663] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-822" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.391745] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-822" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.392027] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-822" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.392287] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.392443] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.392561] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.392780] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.394028] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.394028] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1215.394028] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.394028] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.394028] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.394028] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1215.394028] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.394028] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.414584] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.414760] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1215.414934] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.415152] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-822" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.415475] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.415652] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.415775] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.416135] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.416894] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.845545] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.845863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.845863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.846129] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.846309] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.846419] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.846487] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.846890] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.846890] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.846890] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.847022] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.847067] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.847118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.847264] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.847411] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.847500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.847559] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.847693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.847781] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.847835] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.847923] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.924029] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.924286] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.924417] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.924702] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.924901] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.925079] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c not found, creating... [ 1215.925346] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.925506] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.925626] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.925862] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.926022] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.926308] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.926465] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.926583] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.926805] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.926944] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.927139] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c is going to be created. [ 1215.946294] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.946526] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.946667] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.946888] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.947148] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.947386] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.352511] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c81a34f-4c77-4190-9b02-17f68d2396ed: rpc.has_security_group_logging(os_id): False [ 1216.369459] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.369644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.369750] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.369978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.370130] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.370348] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.370456] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.370540] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.370720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.370801] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.370997] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.371105] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.371186] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.371370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.371453] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.371646] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.371736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.371796] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.371950] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.372035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.372121] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1216.427900] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.427900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.427900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.428113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.428113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.443348] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1216.631816] env[69179]: INFO networking_nsxv3.common.synchronization [req-9ad6cb83-26b8-42f6-ace9-1d739244939d req-532b90ab-5eec-44b3-87e7-5ba133c82a0a service nova] Enqueued Resource ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 with Priority: HIGHEST for action security_group_rules [ 1216.631816] env[69179]: INFO networking_nsxv3.common.synchronization [req-9ad6cb83-26b8-42f6-ace9-1d739244939d req-532b90ab-5eec-44b3-87e7-5ba133c82a0a service nova] Enqueued Resource ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 with Priority: HIGHEST for action security_group_members [ 1216.631816] env[69179]: INFO networking_nsxv3.common.synchronization [req-9ad6cb83-26b8-42f6-ace9-1d739244939d req-532b90ab-5eec-44b3-87e7-5ba133c82a0a service nova] Enqueued Resource ID: 3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c with Priority: HIGHEST for action port [ 1216.632367] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 with Priority: HIGHEST for action security_group_rules [ 1216.632523] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 with Priority: HIGHEST for action security_group_members [ 1216.632624] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c with Priority: HIGHEST for action port [ 1216.632925] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6b96e56-1aa1-41e8-997b-dc3403b50591 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.633433] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.633542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.633819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.633914] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6b96e56-1aa1-41e8-997b-dc3403b50591',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.634741] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6b96e56-1aa1-41e8-997b-dc3403b50591 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.634872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.638850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.638850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.638850] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.638850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.638850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.638850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.638850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.639114] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6b96e56-1aa1-41e8-997b-dc3403b50591',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.639663] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.639763] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.639832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.639981] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.640717] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.028514] env[69179]: INFO networking_nsxv3.common.synchronization [req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 req-cc6a957e-de06-4c2a-ba8f-8543b5b07c3c tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Enqueued Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_members [ 1217.029074] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_members [ 1217.029386] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1f42719-afbb-4040-a896-d592ace09063 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.029515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.029572] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.029816] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.029973] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.032837] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.032913] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.033094] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.033183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.033279] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.141757] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f6b96e56-1aa1-41e8-997b-dc3403b50591',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.142774] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6b96e56-1aa1-41e8-997b-dc3403b50591 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.142901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.143084] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c with status ACTIVE [ 1217.143242] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.143346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.143403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.143607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.143691] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.143861] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.143953] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.144050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.144170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.144248] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.144487] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.144573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.144573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.144745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.145682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.145682] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c is going to be updated. [ 1217.172743] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.172948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.173144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.173260] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.173368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.173525] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3426f78a-e8c5-4a37-bf4c-3d6ed6e93f2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.364236] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.364512] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-633" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.364648] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-633" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.365059] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-633" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.365381] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.365598] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.365720] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.366054] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.366245] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.366489] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1217.366693] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1217.366999] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1217.366999] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1217.367176] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1217.367287] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1217.367502] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1217.388952] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1217.389167] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1217.389315] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1217.389489] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-633" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.389812] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-02d9d095-c1f4-4c47-affd-ee6ef031485e taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.389987] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-02d9d095-c1f4-4c47-affd-ee6ef031485e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.390125] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-02d9d095-c1f4-4c47-affd-ee6ef031485e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.390441] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-02d9d095-c1f4-4c47-affd-ee6ef031485e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.390603] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02d9d095-c1f4-4c47-affd-ee6ef031485e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.535611] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.535771] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.535836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.536156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.536252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.536454] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.536555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.536616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.536767] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.536840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.536923] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1f42719-afbb-4040-a896-d592ace09063 already deleted. [ 1217.537009] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.647252] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f6b96e56-1aa1-41e8-997b-dc3403b50591',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.893360] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.893566] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.893704] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.894102] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.894259] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.894411] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 02d9d095-c1f4-4c47-affd-ee6ef031485e not found, creating... [ 1217.894674] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.894891] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.895042] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.895313] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.895457] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.895740] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.896096] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.896096] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.896249] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.896355] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.896495] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 02d9d095-c1f4-4c47-affd-ee6ef031485e is going to be created. [ 1217.916295] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.916479] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.916594] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.916831] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.917063] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.917287] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-02d9d095-c1f4-4c47-affd-ee6ef031485e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.149387] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.149870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.149870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.149870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.150069] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.150069] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 is going to be created. [ 1218.171936] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.172195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.172195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.172434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.172592] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.182174] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 in Status: UNINITIALIZED for 2s [ 1218.458570] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1218.459225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.611712] env[69179]: INFO networking_nsxv3.common.synchronization [req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 req-c9087deb-5c8c-4785-ac05-6c00f4b97514 service nova] Enqueued Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_rules [ 1218.611889] env[69179]: INFO networking_nsxv3.common.synchronization [req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 req-c9087deb-5c8c-4785-ac05-6c00f4b97514 service nova] Enqueued Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_members [ 1218.612067] env[69179]: INFO networking_nsxv3.common.synchronization [req-7f7ddcc5-bf8a-40d2-901a-1fbfae93a1e3 req-c9087deb-5c8c-4785-ac05-6c00f4b97514 service nova] Enqueued Resource ID: 02d9d095-c1f4-4c47-affd-ee6ef031485e with Priority: HIGHEST for action port [ 1218.612304] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_rules [ 1218.612445] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_members [ 1218.612561] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d9d095-c1f4-4c47-affd-ee6ef031485e with Priority: HIGHEST for action port [ 1218.613480] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1f42719-afbb-4040-a896-d592ace09063 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.613480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.613480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.613780] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.613780] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.614611] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1f42719-afbb-4040-a896-d592ace09063 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.614751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.614925] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.615079] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.615185] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.615295] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.615377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.615482] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.615543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.615601] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.616916] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-02d9d095-c1f4-4c47-affd-ee6ef031485e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.617050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02d9d095-c1f4-4c47-affd-ee6ef031485e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.617112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02d9d095-c1f4-4c47-affd-ee6ef031485e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.617265] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02d9d095-c1f4-4c47-affd-ee6ef031485e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.617343] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02d9d095-c1f4-4c47-affd-ee6ef031485e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.118853] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.119991] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1f42719-afbb-4040-a896-d592ace09063 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.120129] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.120188] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02d9d095-c1f4-4c47-affd-ee6ef031485e with status ACTIVE [ 1219.121021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.121021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.121021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.121021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.121021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.121247] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.121247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.121247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.121365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.121411] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.121587] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.121672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.121735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.121875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.121950] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.122042] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02d9d095-c1f4-4c47-affd-ee6ef031485e is going to be updated. [ 1219.142006] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.142727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.142727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.142727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.142727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.142727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02d9d095-c1f4-4c47-affd-ee6ef031485e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.306746] env[69179]: INFO networking_nsxv3.common.synchronization [req-cf98a7b6-0664-4ee8-9911-1b3a729111d8 req-1cc06f0a-328c-4167-b1a8-d6a36c8489a1 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1219.307287] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1219.307593] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.307875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.308052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.312108] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.312290] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.312400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.312467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.312639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.312736] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.312844] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.624320] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.817038] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.127288] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.127288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.127471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.127733] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.127733] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.127733] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1f42719-afbb-4040-a896-d592ace09063 is going to be created. [ 1220.151110] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.151272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.151370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.151595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.151779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.160876] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1f42719-afbb-4040-a896-d592ace09063 in Status: UNINITIALIZED for 2s [ 1220.189704] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 in Status: SUCCESS [ 1220.189936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.190105] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.190316] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.190618] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.190914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.191040] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.191183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.191273] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.191364] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.191456] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f6b96e56-1aa1-41e8-997b-dc3403b50591',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.224418] env[69179]: INFO networking_nsxv3.common.synchronization [req-19e11697-87f7-4560-9261-7dce1e7ea0f1 req-39ca9ec2-d6e9-476d-8b7e-705484d93bed tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Enqueued Resource ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 with Priority: HIGHEST for action security_group_members [ 1220.224957] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 with Priority: HIGHEST for action security_group_members [ 1220.225326] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ad23add-8787-4ac3-b1ec-dbad795c6e58 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.225451] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.225546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.225713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.225903] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.226060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.226421] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.226421] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.226421] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.226539] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ad23add-8787-4ac3-b1ec-dbad795c6e58',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.318632] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.693736] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f6b96e56-1aa1-41e8-997b-dc3403b50591',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.728584] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.728758] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.728798] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.729015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.729114] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.729311] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.729410] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.729464] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.729606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.729683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.729759] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 is going to be updated. [ 1220.756727] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.757196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.757196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.757196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.757418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.766469] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 in Status: IN_PROGRESS for 2s [ 1220.822457] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.822594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.822648] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.822863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.822961] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.823071] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1220.849296] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.849296] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.849517] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.849562] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.849706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.857959] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1221.195689] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f6b96e56-1aa1-41e8-997b-dc3403b50591: rpc.has_security_group_logging(os_id): False [ 1221.229658] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.229815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.229868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.230136] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.230239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.230486] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.230585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.230667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.230872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.231072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.231194] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 is going to be created. [ 1221.301050] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.301050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.301050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.301297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.301297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.310830] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 in Status: IN_PROGRESS for 2s [ 1222.169716] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1f42719-afbb-4040-a896-d592ace09063 in Status: SUCCESS [ 1222.170028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.170117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.170335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.170534] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.170651] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.170718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.170872] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.170952] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.171054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.171147] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.673122] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1f42719-afbb-4040-a896-d592ace09063 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.673297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.673390] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.673603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.673772] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.673871] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.673936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.674097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.674184] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.674274] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.674425] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1f42719-afbb-4040-a896-d592ace09063 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.674507] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.674572] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.674720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.674882] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.674951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.675019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.675159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.675238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.675319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.675407] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.775123] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 in Status: SUCCESS [ 1222.775331] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 deletion is rescheduled due to dependency. [ 1222.775488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.874409] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1222.874718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.178309] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1f42719-afbb-4040-a896-d592ace09063: rpc.has_security_group_logging(os_id): False [ 1223.194804] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.195048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.195191] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.195445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.195558] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.195820] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.195930] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.196034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.196218] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.196413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.196535] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.196850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.196850] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.196939] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.196968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.197196] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.197385] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.197385] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.197548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.197636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.197737] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1f42719-afbb-4040-a896-d592ace09063 is going to be created. [ 1223.252243] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.252324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.252397] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.252613] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.252810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.262513] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1f42719-afbb-4040-a896-d592ace09063 in Status: IN_PROGRESS for 2s [ 1223.322137] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 in Status: SUCCESS [ 1223.322368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.706386] env[69179]: INFO networking_nsxv3.common.synchronization [req-d3ce5c14-3a9d-4881-a104-10568865ffc7 req-4f1b5f76-1469-4c4e-9dc4-1b1572da07a4 tempest-ServerActionsTestOtherA-1302573960 tempest-ServerActionsTestOtherA-1302573960-project-member] Enqueued Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_members [ 1224.706669] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGHEST for action security_group_members [ 1224.706816] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ea04e33-7fd7-4023-8887-121fb1ece1b9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.706941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.707018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.707222] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.707376] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.707480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.707527] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.707715] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.707836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.707836] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.211192] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.211382] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.211421] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.211630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.211738] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.211965] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.212081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.212146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.212300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.212380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.212466] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 is going to be updated. [ 1225.241051] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.241051] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.241051] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.241291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.241329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.249878] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: IN_PROGRESS for 2s [ 1225.274658] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1f42719-afbb-4040-a896-d592ace09063 in Status: SUCCESS [ 1225.275337] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.019438] env[69179]: INFO networking_nsxv3.common.synchronization [req-6eddeb1d-2016-470e-b47a-be06c24765ac req-a9a8099d-0410-4d66-8f59-d56d278b6ea2 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1226.020076] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1226.020293] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.020422] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.020489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.020686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.020835] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.021254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.021254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.021254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.021254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.021454] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.523705] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.025826] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.260023] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 in Status: SUCCESS [ 1227.260220] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 deletion is rescheduled due to dependency. [ 1227.260333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.527854] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.528044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.528092] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.528287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.528372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.528468] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1227.553464] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.553612] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.553673] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.553827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.553953] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.561864] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1229.573682] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1229.573971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.991277] env[69179]: INFO networking_nsxv3.common.synchronization [req-d45db517-f8fd-48cc-bb9e-bc3d3ce268d7 req-cec3cbd7-4cd6-40b4-ab75-fa237484fe9b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Enqueued Resource ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 with Priority: HIGHEST for action security_group_members [ 1230.991277] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 with Priority: HIGHEST for action security_group_members [ 1230.992768] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.992768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.992768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.992768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.992768] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.993034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.993034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.993261] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.994026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.994026] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63c4fcd3-bdb1-430c-92f9-5f2741dc7429',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.498713] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.498713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.498713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.498713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.498713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.498713] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.498713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.498713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.498713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.498713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.498713] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 is going to be updated. [ 1231.523654] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.523833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.523895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.524117] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.524585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.532244] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 in Status: IN_PROGRESS for 2s [ 1232.420459] env[69179]: INFO networking_nsxv3.common.synchronization [req-cdd61bcc-8655-4707-a425-2abb7dd96ed6 req-41ca94fb-6dc4-4759-bb28-a9da571f6270 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Enqueued Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGHEST for action security_group_members [ 1232.420459] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGHEST for action security_group_members [ 1232.420459] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-10edb0d8-e5ef-4e45-bf03-887b4583e616 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.420459] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.420459] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.421072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.421363] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.421599] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.421760] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.421998] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.422616] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.422616] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.924675] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.426744] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.514224] env[69179]: INFO networking_nsxv3.common.synchronization [None req-64d3f151-f425-4b55-b4b4-0e80e1638f4a None None] Enqueued Resource ID: 542cfc8d-9a15-4aaf-8a1d-5f52a509ba3a with Priority: HIGHEST for action port [ 1233.514224] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542cfc8d-9a15-4aaf-8a1d-5f52a509ba3a with Priority: HIGHEST for action port [ 1233.514224] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-542cfc8d-9a15-4aaf-8a1d-5f52a509ba3a taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.514224] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-542cfc8d-9a15-4aaf-8a1d-5f52a509ba3a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.514224] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-542cfc8d-9a15-4aaf-8a1d-5f52a509ba3a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.514224] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-542cfc8d-9a15-4aaf-8a1d-5f52a509ba3a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.514224] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('542cfc8d-9a15-4aaf-8a1d-5f52a509ba3a',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.542374] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 in Status: SUCCESS [ 1233.542555] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 deletion is rescheduled due to dependency. [ 1233.542656] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.890812] env[69179]: INFO networking_nsxv3.common.synchronization [None req-4d0455bd-6816-4b6d-b985-4b02470c0270 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Enqueued Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_rules [ 1233.891439] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_rules [ 1233.892156] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.892865] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.892999] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.895472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.895472] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.930160] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.930160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.930275] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.935058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.935058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.935058] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 is going to be updated. [ 1233.955910] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.955910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.956095] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.956314] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.956418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.965650] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 in Status: IN_PROGRESS for 2s [ 1233.988670] env[69179]: INFO networking_nsxv3.common.synchronization [None req-a274e616-114b-4320-9cc1-16b931c53118 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Enqueued Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_rules [ 1233.989234] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_rules [ 1233.989544] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.989988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.015776] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 542cfc8d-9a15-4aaf-8a1d-5f52a509ba3a [ 1234.016061] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.016227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.016285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.016534] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.016622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.016719] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:542cfc8d-9a15-4aaf-8a1d-5f52a509ba3a already deleted. [ 1234.016800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-542cfc8d-9a15-4aaf-8a1d-5f52a509ba3a" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.418770] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.419414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.419414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.419414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.419414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.419414] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb already deleted. [ 1234.419641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.419641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.419774] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.419865] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.939627] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.939849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.939849] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.940036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.940121] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.940217] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb already deleted. [ 1234.940300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.602648] env[69179]: INFO networking_nsxv3.common.synchronization [None req-c39176c4-8470-40fe-a201-234dfd07a3a3 None None] Enqueued Resource ID: 85ae4087-6e6d-4f34-a862-3a093ea058e7 with Priority: HIGHEST for action port [ 1235.602648] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85ae4087-6e6d-4f34-a862-3a093ea058e7 with Priority: HIGHEST for action port [ 1235.603501] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-85ae4087-6e6d-4f34-a862-3a093ea058e7 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.603656] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85ae4087-6e6d-4f34-a862-3a093ea058e7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.603656] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85ae4087-6e6d-4f34-a862-3a093ea058e7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.603918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85ae4087-6e6d-4f34-a862-3a093ea058e7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.604028] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85ae4087-6e6d-4f34-a862-3a093ea058e7',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.975468] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 in Status: SUCCESS [ 1235.975790] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.106485] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85ae4087-6e6d-4f34-a862-3a093ea058e7 [ 1236.106635] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.106777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.106886] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.107214] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.107343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.107483] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85ae4087-6e6d-4f34-a862-3a093ea058e7 already deleted. [ 1236.107603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85ae4087-6e6d-4f34-a862-3a093ea058e7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.852898] env[69179]: INFO networking_nsxv3.common.synchronization [req-313b93cb-a1cf-4f87-88c3-d163b620deb0 req-d28e5232-0714-4334-966b-46e5a3d951c0 tempest-DeleteServersTestJSON-703142270 tempest-DeleteServersTestJSON-703142270-project-member] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1236.853463] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGHEST for action security_group_members [ 1236.853771] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.853890] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.854042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.854466] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.854621] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.854793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.854865] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.855075] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.855153] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.855247] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.112851] env[69179]: INFO networking_nsxv3.common.synchronization [req-f2dc16cc-009c-4801-8e30-f97eeb214fae req-f99ebf81-ea7a-41cc-8634-bee049de15cc tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1237.113465] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1237.113785] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.113956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.114062] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.114330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.114485] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.114580] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.114642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.114805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.114896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.115046] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.296673] env[69179]: INFO networking_nsxv3.common.synchronization [req-f56a869b-cf01-45d1-9e71-05d9d6f60e87 req-1bd6e3dd-9fca-4311-999c-24e0cfd14dd8 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Enqueued Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_members [ 1237.297838] env[69179]: INFO networking_nsxv3.common.synchronization [req-f56a869b-cf01-45d1-9e71-05d9d6f60e87 req-1bd6e3dd-9fca-4311-999c-24e0cfd14dd8 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Enqueued Resource ID: a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 with Priority: HIGHEST for action security_group_members [ 1237.298190] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_members [ 1237.299132] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 with Priority: HIGHEST for action security_group_members [ 1237.299132] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1f42719-afbb-4040-a896-d592ace09063 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.299132] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.299287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.299378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.299769] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.299879] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.300152] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.300321] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.300590] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.300698] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.302073] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.302190] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.302255] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.302639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.302787] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.302889] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.302949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.303135] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.303229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.303493] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.339294] env[69179]: INFO networking_nsxv3.common.synchronization [req-f56a869b-cf01-45d1-9e71-05d9d6f60e87 req-1bd6e3dd-9fca-4311-999c-24e0cfd14dd8 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Enqueued Resource ID: a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 with Priority: HIGHEST for action security_group_rules [ 1237.339485] env[69179]: INFO networking_nsxv3.common.synchronization [req-f56a869b-cf01-45d1-9e71-05d9d6f60e87 req-1bd6e3dd-9fca-4311-999c-24e0cfd14dd8 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Enqueued Resource ID: a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 with Priority: HIGHEST for action security_group_members [ 1237.339630] env[69179]: INFO networking_nsxv3.common.synchronization [req-f56a869b-cf01-45d1-9e71-05d9d6f60e87 req-1bd6e3dd-9fca-4311-999c-24e0cfd14dd8 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Enqueued Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_rules [ 1237.339763] env[69179]: INFO networking_nsxv3.common.synchronization [req-f56a869b-cf01-45d1-9e71-05d9d6f60e87 req-1bd6e3dd-9fca-4311-999c-24e0cfd14dd8 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Enqueued Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_members [ 1237.339893] env[69179]: INFO networking_nsxv3.common.synchronization [req-f56a869b-cf01-45d1-9e71-05d9d6f60e87 req-1bd6e3dd-9fca-4311-999c-24e0cfd14dd8 tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Enqueued Resource ID: 02d9d095-c1f4-4c47-affd-ee6ef031485e with Priority: HIGHEST for action port [ 1237.340368] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 with Priority: HIGHEST for action security_group_rules [ 1237.340507] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_rules [ 1237.340607] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d9d095-c1f4-4c47-affd-ee6ef031485e with Priority: HIGHEST for action port [ 1237.340949] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 with Priority: HIGHEST for action security_group_members [ 1237.341315] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_members [ 1237.341644] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.341766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.344295] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.344875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.344875] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.345584] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1f42719-afbb-4040-a896-d592ace09063 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.345706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.345770] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.345935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.346022] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.346779] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-02d9d095-c1f4-4c47-affd-ee6ef031485e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.347144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02d9d095-c1f4-4c47-affd-ee6ef031485e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.347231] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02d9d095-c1f4-4c47-affd-ee6ef031485e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.347362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02d9d095-c1f4-4c47-affd-ee6ef031485e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.347455] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02d9d095-c1f4-4c47-affd-ee6ef031485e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.348174] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.349310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.349533] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1f42719-afbb-4040-a896-d592ace09063 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.349623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.357865] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.357865] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.358067] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.358227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.358227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.358372] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.358469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.358538] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.358768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.358768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.358909] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be updated. [ 1237.389327] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.389466] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.389607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.390062] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.390217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.398234] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: IN_PROGRESS for 2s [ 1237.612628] env[69179]: INFO networking_nsxv3.common.synchronization [req-45a3e204-87a5-4c52-acde-552b97c9040e req-a4a0cb8b-dafe-4088-add4-739e1d202e3c tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Enqueued Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_members [ 1237.612805] env[69179]: INFO networking_nsxv3.common.synchronization [req-45a3e204-87a5-4c52-acde-552b97c9040e req-a4a0cb8b-dafe-4088-add4-739e1d202e3c tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Enqueued Resource ID: a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 with Priority: HIGHEST for action security_group_members [ 1237.613301] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_members [ 1237.613439] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 with Priority: HIGHEST for action security_group_members [ 1237.613714] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1f42719-afbb-4040-a896-d592ace09063 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.614334] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.614334] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.614334] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.616979] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.670394] env[69179]: INFO networking_nsxv3.common.synchronization [req-45a3e204-87a5-4c52-acde-552b97c9040e req-a4a0cb8b-dafe-4088-add4-739e1d202e3c tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Enqueued Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_rules [ 1237.670394] env[69179]: INFO networking_nsxv3.common.synchronization [req-45a3e204-87a5-4c52-acde-552b97c9040e req-a4a0cb8b-dafe-4088-add4-739e1d202e3c tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Enqueued Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_members [ 1237.670394] env[69179]: INFO networking_nsxv3.common.synchronization [req-45a3e204-87a5-4c52-acde-552b97c9040e req-a4a0cb8b-dafe-4088-add4-739e1d202e3c tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Enqueued Resource ID: 02d9d095-c1f4-4c47-affd-ee6ef031485e with Priority: HIGHEST for action port [ 1237.670394] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_rules [ 1237.670394] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_members [ 1237.670394] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02d9d095-c1f4-4c47-affd-ee6ef031485e with Priority: HIGHEST for action port [ 1237.670653] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1f42719-afbb-4040-a896-d592ace09063 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.670653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.670902] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1f42719-afbb-4040-a896-d592ace09063 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.670902] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.671200] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-02d9d095-c1f4-4c47-affd-ee6ef031485e taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.671356] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02d9d095-c1f4-4c47-affd-ee6ef031485e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.699957] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.700244] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.700378] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.700652] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.700915] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.701087] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.701212] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.701425] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.701674] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.701918] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.702081] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.702185] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.702294] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.702410] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1237.702520] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.702656] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.721970] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.722155] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1237.722299] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.722476] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.722767] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-f144c50e-68cc-4253-82be-8ebfd4136409 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.722940] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-f144c50e-68cc-4253-82be-8ebfd4136409" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.723103] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-f144c50e-68cc-4253-82be-8ebfd4136409" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.723411] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-f144c50e-68cc-4253-82be-8ebfd4136409" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.723553] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f144c50e-68cc-4253-82be-8ebfd4136409',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.804651] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.805501] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.850846] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.851036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.851163] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02d9d095-c1f4-4c47-affd-ee6ef031485e with status ACTIVE [ 1237.851332] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.851438] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.851494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.851751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.851851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.852015] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.852104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.852167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.852308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.852375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.852554] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.852645] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.852695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.852821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.852910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.852992] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02d9d095-c1f4-4c47-affd-ee6ef031485e is going to be updated. [ 1237.854106] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1f42719-afbb-4040-a896-d592ace09063 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.854228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.871925] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.872055] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.872135] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.872300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.872430] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.872568] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02d9d095-c1f4-4c47-affd-ee6ef031485e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.873045] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02d9d095-c1f4-4c47-affd-ee6ef031485e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.873221] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02d9d095-c1f4-4c47-affd-ee6ef031485e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.873303] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02d9d095-c1f4-4c47-affd-ee6ef031485e',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.119641] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.226174] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.226496] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.226635] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.226922] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.227093] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.227252] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port f144c50e-68cc-4253-82be-8ebfd4136409 not found, creating... [ 1238.227541] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.227693] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.227811] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.228045] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.228191] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.228478] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.228632] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.228748] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.228955] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.229157] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.229389] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: f144c50e-68cc-4253-82be-8ebfd4136409 is going to be created. [ 1238.248329] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.248487] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.248580] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.248817] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.249049] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.249270] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-f144c50e-68cc-4253-82be-8ebfd4136409" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.308352] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.308352] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.376492] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02d9d095-c1f4-4c47-affd-ee6ef031485e with status ACTIVE [ 1238.376714] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.376846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.376911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.377149] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.377980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.377980] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.377980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.377980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.377980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.377980] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.377980] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.378297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.378297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.378297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.378297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.378450] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02d9d095-c1f4-4c47-affd-ee6ef031485e is going to be updated. [ 1238.399716] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.399855] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.399926] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.400153] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.400335] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.400436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02d9d095-c1f4-4c47-affd-ee6ef031485e" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.621559] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.621760] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.622784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.622784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.622784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.622784] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1238.649775] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.649962] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.650115] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.650283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.650427] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.659204] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1238.810271] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.810431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.810501] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.810717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.810806] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.810905] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1f42719-afbb-4040-a896-d592ace09063 is going to be updated. [ 1238.812179] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.812252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.812323] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.812489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.812585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.812646] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 is going to be created. [ 1238.837598] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.837743] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.837807] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.838252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.838415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.841781] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.841896] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.842387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.842746] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.842903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.848165] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 in Status: UNINITIALIZED for 2s [ 1238.849110] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1f42719-afbb-4040-a896-d592ace09063 in Status: IN_PROGRESS for 2s [ 1239.173814] env[69179]: INFO networking_nsxv3.common.synchronization [req-f2dc16cc-009c-4801-8e30-f97eeb214fae req-ed9d3660-8915-4335-bbeb-54d6718cbbb7 service nova] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_rules [ 1239.173814] env[69179]: INFO networking_nsxv3.common.synchronization [req-f2dc16cc-009c-4801-8e30-f97eeb214fae req-ed9d3660-8915-4335-bbeb-54d6718cbbb7 service nova] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1239.173814] env[69179]: INFO networking_nsxv3.common.synchronization [req-f2dc16cc-009c-4801-8e30-f97eeb214fae req-ed9d3660-8915-4335-bbeb-54d6718cbbb7 service nova] Enqueued Resource ID: f144c50e-68cc-4253-82be-8ebfd4136409 with Priority: HIGHEST for action port [ 1239.174342] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_rules [ 1239.174470] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1239.174592] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f144c50e-68cc-4253-82be-8ebfd4136409 with Priority: HIGHEST for action port [ 1239.175120] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.178063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.178063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.178063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.178063] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.178063] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.178063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.178063] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-f144c50e-68cc-4253-82be-8ebfd4136409 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.178063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f144c50e-68cc-4253-82be-8ebfd4136409" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.178063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f144c50e-68cc-4253-82be-8ebfd4136409" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.178063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f144c50e-68cc-4253-82be-8ebfd4136409" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.178063] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f144c50e-68cc-4253-82be-8ebfd4136409',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.265539] env[69179]: INFO networking_nsxv3.common.synchronization [None req-5efa44b3-57b1-4671-a5bc-6bc80f3fc0d1 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Enqueued Resource ID: b7b33829-f967-4210-8900-74e1efd3abeb with Priority: HIGHEST for action security_group_rules [ 1239.266225] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b33829-f967-4210-8900-74e1efd3abeb with Priority: HIGHEST for action security_group_rules [ 1239.266664] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7b33829-f967-4210-8900-74e1efd3abeb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.271445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.271445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.271445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.271445] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7b33829-f967-4210-8900-74e1efd3abeb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.334310] env[69179]: INFO networking_nsxv3.common.synchronization [None req-27f604fd-7ae0-42ed-b218-a2946f320b4b tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Enqueued Resource ID: b7b33829-f967-4210-8900-74e1efd3abeb with Priority: HIGHEST for action security_group_rules [ 1239.334310] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b33829-f967-4210-8900-74e1efd3abeb with Priority: HIGHEST for action security_group_rules [ 1239.334310] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7b33829-f967-4210-8900-74e1efd3abeb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.334504] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.408377] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 in Status: SUCCESS [ 1239.408377] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 deletion is rescheduled due to dependency. [ 1239.408377] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.682021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.682021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.682021] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f144c50e-68cc-4253-82be-8ebfd4136409 with status ACTIVE [ 1239.682021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.682021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.682021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.682021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.682021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.682021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.682021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.682021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.682021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.682021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.682021] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.683126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.683126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.683126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.683126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.683126] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f144c50e-68cc-4253-82be-8ebfd4136409 is going to be updated. [ 1239.704274] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.707644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.707644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.707644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.707644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.707644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f144c50e-68cc-4253-82be-8ebfd4136409" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.794073] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.794073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.794073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.794073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.794073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.794073] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7b33829-f967-4210-8900-74e1efd3abeb already deleted. [ 1239.794073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.794073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.794073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.794073] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7b33829-f967-4210-8900-74e1efd3abeb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.312740] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.313063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.313063] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.313225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.313313] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.313409] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7b33829-f967-4210-8900-74e1efd3abeb already deleted. [ 1240.313491] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.669020] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1240.669175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.669302] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.669524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.669706] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.669821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.669913] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.670052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.670137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.670200] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.857633] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1f42719-afbb-4040-a896-d592ace09063 in Status: SUCCESS [ 1240.857856] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.858025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.858251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.858481] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.858603] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.858667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.858821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.858900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.858993] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.860302] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 in Status: SUCCESS [ 1240.860472] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.860605] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.860766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.860917] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.861027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.861098] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.861225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.861300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.861385] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.173114] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.364680] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.364680] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.364680] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.364680] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.365159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.365159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.365159] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.365159] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.365316] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.365393] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.365468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.365553] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 is going to be deleted. [ 1241.392195] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.392369] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.392369] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.392557] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.392636] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.392733] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.392870] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.393122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.393272] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.393368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.393428] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.393565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.393641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.393731] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.431215] env[69179]: INFO networking_nsxv3.common.synchronization [req-cec74c50-9fe8-4fdd-beb6-fd23ce346e2a req-3862bc64-fb84-4490-b0d8-04b6b1ec2924 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Enqueued Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGHEST for action security_group_members [ 1241.431695] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGHEST for action security_group_members [ 1241.431997] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-15d2ba67-660e-4905-8de3-06be5c03d482 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.432136] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.432206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.432403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.432548] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.432642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.432703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.432846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.432944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.433066] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15d2ba67-660e-4905-8de3-06be5c03d482',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.675391] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.867437] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.896041] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.896251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.896309] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.896508] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.896599] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.896799] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.896934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.897070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.897283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.897389] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.897485] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 already deleted. [ 1241.897569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.897954] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.898132] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.898283] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.898380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.898440] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.898577] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.898650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.898738] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.934761] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.934902] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.934981] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.935258] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.935372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.935570] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.935670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.935725] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.935882] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.935959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.936058] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d2ba67-660e-4905-8de3-06be5c03d482 is going to be updated. [ 1241.964806] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.964952] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.965046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.965288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.965478] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.977767] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d2ba67-660e-4905-8de3-06be5c03d482 in Status: IN_PROGRESS for 2s [ 1242.177775] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.177928] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.177998] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.178225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.178319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.178418] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1242.245464] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.245663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.245663] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.245879] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.246037] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.259837] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1242.370218] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.370586] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.370586] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.371710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.371710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.371710] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1f42719-afbb-4040-a896-d592ace09063 is going to be updated. [ 1242.400667] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.400909] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.400909] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.401125] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.401267] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.402400] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.402515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.402582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.402726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.402806] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.402980] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.403096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.403150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.403276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.403350] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.403434] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 already deleted. [ 1242.403512] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.403871] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.411848] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1f42719-afbb-4040-a896-d592ace09063 in Status: IN_PROGRESS for 2s [ 1242.908212] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.005969] env[69179]: INFO networking_nsxv3.common.synchronization [req-1e82d07c-bf4e-44f6-aeef-056c6b90f008 req-d5e8c420-2066-499a-ab24-c129c68b3e0c tempest-ServerRescueTestJSONUnderV235-221068157 tempest-ServerRescueTestJSONUnderV235-221068157-project-member] Enqueued Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_members [ 1243.006533] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1f42719-afbb-4040-a896-d592ace09063 with Priority: HIGHEST for action security_group_members [ 1243.006887] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1f42719-afbb-4040-a896-d592ace09063 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.007000] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.033668] env[69179]: INFO networking_nsxv3.common.synchronization [req-d0238bf3-9643-4022-9308-a56567939fab req-86067044-5d61-4035-a4f8-4e66c4f19247 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Enqueued Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1243.034685] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1243.034685] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.034685] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.034685] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.034873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.035145] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.035145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.035306] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.035354] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.035400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.035483] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.346028] env[69179]: INFO networking_nsxv3.common.synchronization [req-a0cf591a-8565-4d76-befe-20e79e384ca4 req-eece6821-dd63-4d81-8eb8-cfbdb46f0a86 tempest-ServerRescueNegativeTestJSON-2107136424 tempest-ServerRescueNegativeTestJSON-2107136424-project-member] Enqueued Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGHEST for action security_group_members [ 1243.347527] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGHEST for action security_group_members [ 1243.349934] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-10edb0d8-e5ef-4e45-bf03-887b4583e616 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.349934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.349934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.349934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.349934] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.349934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.349934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.349934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.349934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.349934] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.411062] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6: rpc.has_security_group_logging(os_id): False [ 1243.428374] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.428531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.428619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.428833] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.428923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.429130] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.429230] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.429296] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.429438] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.429508] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.429610] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 is going to be created. [ 1243.444201] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6], does not exist path=[/infra/domains/default/groups/a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6]."\n}' [ 1243.444366] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 [ 1243.444431] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1243.482099] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.482269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.482342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.482573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.483907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.484183] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.484308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.484371] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.484534] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.484614] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.484788] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.484881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.484942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.485121] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.485217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.485322] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 is going to be created. [ 1243.488516] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-193 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.489470] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-193" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.489470] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-193" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.489470] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-193" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.489470] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.489470] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.489747] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.490030] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.490030] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.490173] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1243.490239] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1243.490350] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1243.490459] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1243.490572] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1243.490678] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1243.490811] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1243.507597] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1243.507597] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1243.507597] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1243.507597] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-193" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.507597] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-96795128-0787-4363-a36e-a58dd5cbfa7f taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.507597] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-96795128-0787-4363-a36e-a58dd5cbfa7f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.507936] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-96795128-0787-4363-a36e-a58dd5cbfa7f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.507976] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-96795128-0787-4363-a36e-a58dd5cbfa7f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.508682] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96795128-0787-4363-a36e-a58dd5cbfa7f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.509603] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6], does not exist path=[/infra/domains/default/groups/a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 [ 1243.509726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.509910] env[69179]: Traceback (most recent call last): [ 1243.509964] env[69179]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1243.509964] env[69179]: return func(*args, **kwargs) [ 1243.509964] env[69179]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1243.509964] env[69179]: res.raise_for_status() [ 1243.509964] env[69179]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1243.509964] env[69179]: raise HTTPError(http_error_msg, response=self) [ 1243.509964] env[69179]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 [ 1243.509964] env[69179]: During handling of the above exception, another exception occurred: [ 1243.509964] env[69179]: Traceback (most recent call last): [ 1243.509964] env[69179]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1243.509964] env[69179]: listener.cb(fileno) [ 1243.509964] env[69179]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1243.509964] env[69179]: result = function(*args, **kwargs) [ 1243.509964] env[69179]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1243.509964] env[69179]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1243.509964] env[69179]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1243.509964] env[69179]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1243.509964] env[69179]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1243.509964] env[69179]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1243.509964] env[69179]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1243.509964] env[69179]: res.raise_for_status() [ 1243.509964] env[69179]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1243.509964] env[69179]: raise HTTPError(http_error_msg, response=self) [ 1243.509964] env[69179]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a182f6ef-d62e-4a74-8888-dc4b9dcbe9e6 [ 1243.510746] env[69179]: Removing descriptor: 66 [ 1243.538450] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.538601] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.538662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.538827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.538907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.539091] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.539190] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.539255] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.539393] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.539467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.539547] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb already deleted. [ 1243.539624] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.851238] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.851238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.851238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.851238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.905214] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.905367] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.905575] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.905635] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.905805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.905887] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.905975] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 is going to be updated. [ 1243.930230] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.930368] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.930437] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.930639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.930773] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.938214] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 in Status: IN_PROGRESS for 2s [ 1243.987823] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15d2ba67-660e-4905-8de3-06be5c03d482 in Status: SUCCESS [ 1243.987963] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15d2ba67-660e-4905-8de3-06be5c03d482 deletion is rescheduled due to dependency. [ 1243.988090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.011211] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.011435] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.011566] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.011846] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.011996] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.012163] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 96795128-0787-4363-a36e-a58dd5cbfa7f not found, creating... [ 1244.012525] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.012695] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.012833] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.013097] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.013264] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.013713] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.013818] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.013870] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.014094] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.014233] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.014373] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 96795128-0787-4363-a36e-a58dd5cbfa7f is going to be created. [ 1244.034030] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.034030] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.034030] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.034030] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.034299] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.034455] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-96795128-0787-4363-a36e-a58dd5cbfa7f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.269498] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1244.269684] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.269830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.270078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.270274] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.270394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.270458] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.270617] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.270695] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.270781] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.270875] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.421936] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1f42719-afbb-4040-a896-d592ace09063 in Status: SUCCESS [ 1244.422313] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.422418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.422668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.422883] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.423054] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.423131] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.423326] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.423431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.423541] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.754585] env[69179]: INFO networking_nsxv3.common.synchronization [req-d0238bf3-9643-4022-9308-a56567939fab req-4fa36b44-417d-4e87-a432-15b27d18bb2b service nova] Enqueued Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_rules [ 1244.754785] env[69179]: INFO networking_nsxv3.common.synchronization [req-d0238bf3-9643-4022-9308-a56567939fab req-4fa36b44-417d-4e87-a432-15b27d18bb2b service nova] Enqueued Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1244.754930] env[69179]: INFO networking_nsxv3.common.synchronization [req-d0238bf3-9643-4022-9308-a56567939fab req-4fa36b44-417d-4e87-a432-15b27d18bb2b service nova] Enqueued Resource ID: 96795128-0787-4363-a36e-a58dd5cbfa7f with Priority: HIGHEST for action port [ 1244.755320] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_rules [ 1244.755458] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1244.755560] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96795128-0787-4363-a36e-a58dd5cbfa7f with Priority: HIGHEST for action port [ 1244.757457] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.757596] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.757665] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.757874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.757958] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.758824] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.758941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.759025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.759266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.759364] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.759454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.759515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.759652] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.759733] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.759831] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.760836] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-96795128-0787-4363-a36e-a58dd5cbfa7f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.760941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96795128-0787-4363-a36e-a58dd5cbfa7f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.761016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96795128-0787-4363-a36e-a58dd5cbfa7f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.761167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96795128-0787-4363-a36e-a58dd5cbfa7f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.761239] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96795128-0787-4363-a36e-a58dd5cbfa7f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.772806] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.772949] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.773022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.773157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.773303] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.773396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.773458] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.773604] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.773684] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.773768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.773909] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.773999] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.774070] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.774209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.774341] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.774428] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.774486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.774721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.774721] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.774817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.774851] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.926346] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.927344] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.927453] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.927720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.951342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.951670] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.951871] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.951971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.952227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.952339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.952581] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1f42719-afbb-4040-a896-d592ace09063 is going to be updated. [ 1244.975757] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.975883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.976065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.976183] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.976900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.983836] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1f42719-afbb-4040-a896-d592ace09063 in Status: IN_PROGRESS for 2s [ 1245.093945] env[69179]: INFO networking_nsxv3.common.synchronization [req-8291ef5f-a1af-4793-ae8d-812156811501 req-e2e3731f-50ae-4b45-b4de-e15c24637a88 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Enqueued Resource ID: b7b33829-f967-4210-8900-74e1efd3abeb with Priority: HIGHEST for action security_group_members [ 1245.096022] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b33829-f967-4210-8900-74e1efd3abeb with Priority: HIGHEST for action security_group_members [ 1245.096022] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7b33829-f967-4210-8900-74e1efd3abeb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.096022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.096022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.096022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.096022] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.096022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.096022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.096022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.096022] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.096022] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7b33829-f967-4210-8900-74e1efd3abeb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.263281] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.264370] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.264511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.264647] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96795128-0787-4363-a36e-a58dd5cbfa7f with status ACTIVE [ 1245.264806] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.264900] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.264966] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.265241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.265373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.265545] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.265623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.265729] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.265874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.265907] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.266592] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.266723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.266773] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.267079] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.267165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.267256] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96795128-0787-4363-a36e-a58dd5cbfa7f is going to be updated. [ 1245.276552] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c81a34f-4c77-4190-9b02-17f68d2396ed: rpc.has_security_group_logging(os_id): False [ 1245.288664] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.288834] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.288929] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.289202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.289376] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.289588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96795128-0787-4363-a36e-a58dd5cbfa7f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.295093] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.295226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.295333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.295566] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.313257] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.313556] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.313703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.313793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.314098] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.314150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.314410] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.314542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.314628] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.314821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.314923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.315215] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.315346] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.315431] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.315619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.315722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.315833] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1245.366528] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.366528] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-317" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.366528] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-317" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.366873] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-317" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.367188] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.367389] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.367546] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.367886] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.368106] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.368106] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.368106] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.368106] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.368106] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.368106] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1245.368106] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.368106] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.401386] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.401386] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.401386] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.401637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.401673] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.408143] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.408402] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1245.408474] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.408759] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-317" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.409100] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-88606070-b15d-4c8f-bcc7-e808c29a5692 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.409280] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-88606070-b15d-4c8f-bcc7-e808c29a5692" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.409397] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-88606070-b15d-4c8f-bcc7-e808c29a5692" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.409695] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-88606070-b15d-4c8f-bcc7-e808c29a5692" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.409835] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88606070-b15d-4c8f-bcc7-e808c29a5692',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.483518] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1245.597797] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.597997] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.598110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.598329] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.598418] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.598607] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.598758] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.598820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.598922] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.598995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.599095] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7b33829-f967-4210-8900-74e1efd3abeb already deleted. [ 1245.599178] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.770316] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.913642] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.913642] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.913642] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.913935] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.914094] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.914240] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 88606070-b15d-4c8f-bcc7-e808c29a5692 not found, creating... [ 1245.914494] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.914653] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.914770] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.914990] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.915199] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.915483] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.915639] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.915757] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.915961] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.916140] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.916313] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 88606070-b15d-4c8f-bcc7-e808c29a5692 is going to be created. [ 1245.935036] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.935250] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.935377] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.935601] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.935817] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.936043] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-88606070-b15d-4c8f-bcc7-e808c29a5692" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.946825] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 in Status: SUCCESS [ 1245.946982] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 deletion is rescheduled due to dependency. [ 1245.947321] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.272417] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.272606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.272606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.272826] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.272957] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.273080] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb is going to be created. [ 1246.297014] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.297175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.297232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.297439] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.297608] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.306575] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: UNINITIALIZED for 2s [ 1246.596305] env[69179]: INFO networking_nsxv3.common.synchronization [req-8291ef5f-a1af-4793-ae8d-812156811501 req-0957b077-6545-430f-84e2-02c94e7b9a3f service nova] Enqueued Resource ID: b7b33829-f967-4210-8900-74e1efd3abeb with Priority: HIGHEST for action security_group_rules [ 1246.596557] env[69179]: INFO networking_nsxv3.common.synchronization [req-8291ef5f-a1af-4793-ae8d-812156811501 req-0957b077-6545-430f-84e2-02c94e7b9a3f service nova] Enqueued Resource ID: b7b33829-f967-4210-8900-74e1efd3abeb with Priority: HIGHEST for action security_group_members [ 1246.596641] env[69179]: INFO networking_nsxv3.common.synchronization [req-8291ef5f-a1af-4793-ae8d-812156811501 req-0957b077-6545-430f-84e2-02c94e7b9a3f service nova] Enqueued Resource ID: 88606070-b15d-4c8f-bcc7-e808c29a5692 with Priority: HIGHEST for action port [ 1246.597176] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b33829-f967-4210-8900-74e1efd3abeb with Priority: HIGHEST for action security_group_rules [ 1246.597318] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b33829-f967-4210-8900-74e1efd3abeb with Priority: HIGHEST for action security_group_members [ 1246.597418] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88606070-b15d-4c8f-bcc7-e808c29a5692 with Priority: HIGHEST for action port [ 1246.597699] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7b33829-f967-4210-8900-74e1efd3abeb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.597951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.597951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.598110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.598165] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7b33829-f967-4210-8900-74e1efd3abeb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.598976] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7b33829-f967-4210-8900-74e1efd3abeb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.599102] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.599171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.599333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.599478] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.599571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.599635] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.599770] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.599851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.599938] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7b33829-f967-4210-8900-74e1efd3abeb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.602627] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-88606070-b15d-4c8f-bcc7-e808c29a5692 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.602696] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88606070-b15d-4c8f-bcc7-e808c29a5692" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.602735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88606070-b15d-4c8f-bcc7-e808c29a5692" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.602861] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88606070-b15d-4c8f-bcc7-e808c29a5692" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.602931] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88606070-b15d-4c8f-bcc7-e808c29a5692',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.992872] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1f42719-afbb-4040-a896-d592ace09063 in Status: SUCCESS [ 1246.993258] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1f42719-afbb-4040-a896-d592ace09063 deletion is rescheduled due to dependency. [ 1246.993700] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.993700] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.993935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.994172] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.994343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.994457] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.994675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.994810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.994943] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.105876] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7b33829-f967-4210-8900-74e1efd3abeb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.106912] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7b33829-f967-4210-8900-74e1efd3abeb taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.107028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.107192] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88606070-b15d-4c8f-bcc7-e808c29a5692 with status ACTIVE [ 1247.107340] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.107440] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.111026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.111026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.111026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.111026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.111026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.111026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.111026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.111026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.111026] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.111026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.111026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.111026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.111026] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.111026] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88606070-b15d-4c8f-bcc7-e808c29a5692 is going to be updated. [ 1247.131015] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.131181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.131255] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.131461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.131598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.131753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88606070-b15d-4c8f-bcc7-e808c29a5692" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.202348] env[69179]: INFO networking_nsxv3.common.synchronization [None req-2b2f9db8-8db3-4ca7-82e4-364c26f83249 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Enqueued Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGHEST for action security_group_rules [ 1247.203943] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGHEST for action security_group_rules [ 1247.204422] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3a532de-bd27-479c-a17a-fe0a59fb5458 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.204641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.205149] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.205546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.205847] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.274253] env[69179]: INFO networking_nsxv3.common.synchronization [None req-4607f9fb-b2d7-4759-9e59-62abc6436e95 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Enqueued Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGHEST for action security_group_rules [ 1247.274726] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGHEST for action security_group_rules [ 1247.274726] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3a532de-bd27-479c-a17a-fe0a59fb5458 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.274860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.498347] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.498483] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.498590] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.498763] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.498851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.499057] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.499155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.499206] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.499343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.499413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.499495] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1f42719-afbb-4040-a896-d592ace09063 is going to be updated. [ 1247.502317] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1247.502549] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.523996] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.524163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.524235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.524487] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.524653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.533548] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1f42719-afbb-4040-a896-d592ace09063 in Status: IN_PROGRESS for 2s [ 1247.612565] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7b33829-f967-4210-8900-74e1efd3abeb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.729498] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.729634] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.729713] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.729927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.730027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.730141] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 already deleted. [ 1247.730250] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.730400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.730555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.730640] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.115925] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.116108] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.116208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.116373] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.116468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.116557] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7b33829-f967-4210-8900-74e1efd3abeb is going to be created. [ 1248.143706] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.143925] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.143957] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.144205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.144390] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.155843] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7b33829-f967-4210-8900-74e1efd3abeb in Status: UNINITIALIZED for 2s [ 1248.253461] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.253461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.253461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.253461] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.253649] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.253649] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 already deleted. [ 1248.253715] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.317822] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: SUCCESS [ 1248.319343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.319514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.320638] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.320835] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.320948] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.321019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.321168] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.321246] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.321328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.321416] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.823890] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.328377] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6282fb27-dbfa-430a-bba8-c35e3e05b3fb: rpc.has_security_group_logging(os_id): False [ 1249.349531] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.349685] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.349754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.349970] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.350073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.350307] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.350407] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.350471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.350614] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.350734] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.350774] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb is going to be created. [ 1249.410584] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.410738] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.411169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.411169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.411287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.423635] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: IN_PROGRESS for 2s [ 1249.542553] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1f42719-afbb-4040-a896-d592ace09063 in Status: SUCCESS [ 1249.542553] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1f42719-afbb-4040-a896-d592ace09063 deletion is rescheduled due to dependency. [ 1249.542704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.542795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.543031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.543288] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.543419] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.543488] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.543653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.543740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.543826] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.543935] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.544797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.545499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.545499] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.545499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.545499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.545499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.545744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.545744] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.047014] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1f42719-afbb-4040-a896-d592ace09063 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.047411] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.047470] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.047586] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.047652] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.047855] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.047946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.048138] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.048235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.048324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.048524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.048604] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.048694] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1f42719-afbb-4040-a896-d592ace09063 is going to be updated. [ 1250.072620] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.072827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.072895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.073091] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.073269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.081581] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1f42719-afbb-4040-a896-d592ace09063 in Status: IN_PROGRESS for 2s [ 1250.153551] env[69179]: INFO networking_nsxv3.common.synchronization [req-81e1e41e-3556-4495-baf8-d3e9186c0ca8 req-3c140223-d97b-4f1f-a7b9-bbcec37a97af tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1250.154169] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1250.154532] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.154683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.155860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.155860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.155860] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.155860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.155860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.155860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.155860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.155860] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.171299] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7b33829-f967-4210-8900-74e1efd3abeb in Status: SUCCESS [ 1250.171533] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.172138] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.172402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.172555] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.172693] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.172759] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.172885] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.172975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.173116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.173212] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7b33829-f967-4210-8900-74e1efd3abeb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.660043] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.674779] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7b33829-f967-4210-8900-74e1efd3abeb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.163261] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.178755] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7b33829-f967-4210-8900-74e1efd3abeb: rpc.has_security_group_logging(os_id): False [ 1251.198018] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.198018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.198018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.198018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.198018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.198018] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.198018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.198018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.198018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.198018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.198018] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7b33829-f967-4210-8900-74e1efd3abeb is going to be created. [ 1251.259778] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.259957] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.259957] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.260285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.260511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.270259] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7b33829-f967-4210-8900-74e1efd3abeb in Status: IN_PROGRESS for 2s [ 1251.435145] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: SUCCESS [ 1251.435392] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.664552] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.666436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.666436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.666436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.666436] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.666436] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1251.693501] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.693501] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.693501] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.693501] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.693501] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.701987] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1252.091538] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1f42719-afbb-4040-a896-d592ace09063 in Status: SUCCESS [ 1252.091718] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1f42719-afbb-4040-a896-d592ace09063 deletion is rescheduled due to dependency. [ 1252.091836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.091995] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.092219] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.092431] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.092540] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.092575] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.092719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.092797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.092888] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.093068] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1f42719-afbb-4040-a896-d592ace09063 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.093254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.093318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.093465] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.093609] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.093705] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.093786] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.093937] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.094015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.094113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.094202] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.596393] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1f42719-afbb-4040-a896-d592ace09063: rpc.has_security_group_logging(os_id): False [ 1252.615393] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.615524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.615524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.615701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.615784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.616015] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.616121] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.616198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.616337] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.616414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.616590] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.616684] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.616747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.616883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.616957] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.617147] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.617242] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.617297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.617469] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.617534] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.617587] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1f42719-afbb-4040-a896-d592ace09063 is going to be updated. [ 1252.673431] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.673598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.673650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.673854] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.673994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.683969] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1f42719-afbb-4040-a896-d592ace09063 in Status: IN_PROGRESS for 2s [ 1252.883954] env[69179]: INFO networking_nsxv3.common.synchronization [req-d78ad099-7a29-421c-b8bd-7780f2425196 req-e6b1428b-d52e-4476-b787-34bafb125410 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Enqueued Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGHEST for action security_group_members [ 1252.884316] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGHEST for action security_group_members [ 1252.884625] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3a532de-bd27-479c-a17a-fe0a59fb5458 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.884742] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.884809] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.885300] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.885462] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.885569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.885637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.885795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.885864] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.885971] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.144410] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.144614] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-410" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.144743] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-410" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.145027] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-410" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.145323] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.145486] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.145616] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.145837] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.145993] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.146481] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1253.146677] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1253.146745] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1253.146851] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1253.146966] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1253.147093] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1253.147231] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1253.166475] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1253.166660] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1253.166786] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1253.166977] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-410" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.167309] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-95ea021c-25ca-4244-b12e-29e3a75b72cd taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.167510] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-95ea021c-25ca-4244-b12e-29e3a75b72cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.167646] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-95ea021c-25ca-4244-b12e-29e3a75b72cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.167982] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-95ea021c-25ca-4244-b12e-29e3a75b72cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.168459] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ea021c-25ca-4244-b12e-29e3a75b72cd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.280549] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7b33829-f967-4210-8900-74e1efd3abeb in Status: SUCCESS [ 1253.280796] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.388219] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.388416] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.388416] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.388601] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.388703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.388896] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.388993] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.389071] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.389221] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.389295] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.389378] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 already deleted. [ 1253.389454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.670922] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.671320] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.671320] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.671512] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.671689] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.671867] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 95ea021c-25ca-4244-b12e-29e3a75b72cd not found, creating... [ 1253.672174] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.672362] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.672495] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.672722] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.672886] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.673188] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.673345] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.673461] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.673671] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.673804] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.673943] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 95ea021c-25ca-4244-b12e-29e3a75b72cd is going to be created. [ 1253.692970] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.693177] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.693276] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.693509] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.693734] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.693950] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-95ea021c-25ca-4244-b12e-29e3a75b72cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.710618] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1253.710827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.378410] env[69179]: INFO networking_nsxv3.common.synchronization [req-d78ad099-7a29-421c-b8bd-7780f2425196 req-3d1fcfaf-2f43-47be-8f0e-182296c69eb6 service nova] Enqueued Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGHEST for action security_group_rules [ 1254.378609] env[69179]: INFO networking_nsxv3.common.synchronization [req-d78ad099-7a29-421c-b8bd-7780f2425196 req-3d1fcfaf-2f43-47be-8f0e-182296c69eb6 service nova] Enqueued Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGHEST for action security_group_members [ 1254.378723] env[69179]: INFO networking_nsxv3.common.synchronization [req-d78ad099-7a29-421c-b8bd-7780f2425196 req-3d1fcfaf-2f43-47be-8f0e-182296c69eb6 service nova] Enqueued Resource ID: 95ea021c-25ca-4244-b12e-29e3a75b72cd with Priority: HIGHEST for action port [ 1254.378954] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGHEST for action security_group_rules [ 1254.379092] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGHEST for action security_group_members [ 1254.379190] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ea021c-25ca-4244-b12e-29e3a75b72cd with Priority: HIGHEST for action port [ 1254.379730] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3a532de-bd27-479c-a17a-fe0a59fb5458 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.381308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.381365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.381536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.381620] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.382990] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3a532de-bd27-479c-a17a-fe0a59fb5458 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.382990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.382990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.382990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.383892] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.384009] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.384068] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.384229] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.384317] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.384411] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.385413] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-95ea021c-25ca-4244-b12e-29e3a75b72cd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.385413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95ea021c-25ca-4244-b12e-29e3a75b72cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.385413] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95ea021c-25ca-4244-b12e-29e3a75b72cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.385615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95ea021c-25ca-4244-b12e-29e3a75b72cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.385615] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ea021c-25ca-4244-b12e-29e3a75b72cd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.697089] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1f42719-afbb-4040-a896-d592ace09063 in Status: SUCCESS [ 1254.697396] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.697510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.697723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.697813] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1f42719-afbb-4040-a896-d592ace09063',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.887785] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.888947] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3a532de-bd27-479c-a17a-fe0a59fb5458 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.888947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.888947] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95ea021c-25ca-4244-b12e-29e3a75b72cd with status ACTIVE [ 1254.889158] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.889158] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.889258] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.889827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.889827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.889946] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.889999] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.890127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.890841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.890841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.890841] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.890841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.890841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.890841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.891178] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.891178] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95ea021c-25ca-4244-b12e-29e3a75b72cd is going to be updated. [ 1254.913191] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.913332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.913398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.913591] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.913718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.913866] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95ea021c-25ca-4244-b12e-29e3a75b72cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.217160] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.217345] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.217345] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.217465] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.217550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.217654] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1f42719-afbb-4040-a896-d592ace09063 is going to be deleted. [ 1255.269034] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.269235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.269235] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.269437] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.269526] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.269644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1f42719-afbb-4040-a896-d592ace09063" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.393246] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.896303] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.896685] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.896685] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.896788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.896824] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.896903] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 is going to be created. [ 1255.920243] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.920386] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.920433] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.920622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.920768] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.929237] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 in Status: UNINITIALIZED for 2s [ 1257.939478] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 in Status: SUCCESS [ 1257.939874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.939874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.940122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.940329] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.940446] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.940514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.940671] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.940756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.940841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.940933] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.443323] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.946307] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3a532de-bd27-479c-a17a-fe0a59fb5458: rpc.has_security_group_logging(os_id): False [ 1258.963800] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.963959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.963998] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.964280] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.964397] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.964647] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.964753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.964818] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.964964] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.965047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.965135] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 is going to be created. [ 1259.021372] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.021559] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.021662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.021917] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.022167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.032140] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 in Status: IN_PROGRESS for 2s [ 1259.380723] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.380892] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1259.700111] env[69179]: INFO networking_nsxv3.common.synchronization [req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 req-bc1154d9-b615-4424-af9e-b9e90ab4e90e tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1259.700643] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1259.702833] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.703710] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.703819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.704030] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.704206] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.704311] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.704372] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.704543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.704626] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.704720] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.937499] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.937710] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.937868] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.938141] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.938411] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.938570] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.938688] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.938907] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.939066] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.939360] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.939553] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1259.939731] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1259.939922] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1259.940140] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.940344] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1259.940578] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1259.959896] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1259.960204] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1259.960276] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1259.960392] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-603" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.960842] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-947c2d61-1dbb-4b68-aaca-519e12af5ff7 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.961089] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-947c2d61-1dbb-4b68-aaca-519e12af5ff7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.961225] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-947c2d61-1dbb-4b68-aaca-519e12af5ff7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.961565] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-947c2d61-1dbb-4b68-aaca-519e12af5ff7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.961712] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('947c2d61-1dbb-4b68-aaca-519e12af5ff7',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.206720] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.463772] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.464141] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.464278] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.464576] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.464728] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.464909] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 947c2d61-1dbb-4b68-aaca-519e12af5ff7 not found, creating... [ 1260.465179] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.465394] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.465515] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.465737] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.465873] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.466186] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.466344] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.466465] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.466672] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.466814] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.466947] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 947c2d61-1dbb-4b68-aaca-519e12af5ff7 is going to be created. [ 1260.485646] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.485839] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.485970] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.486289] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.486534] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.486768] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-947c2d61-1dbb-4b68-aaca-519e12af5ff7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.709613] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.043380] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 in Status: SUCCESS [ 1261.043670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.160888] env[69179]: INFO networking_nsxv3.common.synchronization [req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 req-589511dd-12e7-4a36-9b9f-a8e62dc25731 service nova] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_rules [ 1261.160888] env[69179]: INFO networking_nsxv3.common.synchronization [req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 req-589511dd-12e7-4a36-9b9f-a8e62dc25731 service nova] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1261.161052] env[69179]: INFO networking_nsxv3.common.synchronization [req-aa476fc5-63cc-4eda-bb8e-5920de45d8a2 req-589511dd-12e7-4a36-9b9f-a8e62dc25731 service nova] Enqueued Resource ID: 947c2d61-1dbb-4b68-aaca-519e12af5ff7 with Priority: HIGHEST for action port [ 1261.161297] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_rules [ 1261.161467] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1261.161548] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947c2d61-1dbb-4b68-aaca-519e12af5ff7 with Priority: HIGHEST for action port [ 1261.162230] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.162421] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.162421] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.162644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.162712] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.163970] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.164081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.164275] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-947c2d61-1dbb-4b68-aaca-519e12af5ff7 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.164873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-947c2d61-1dbb-4b68-aaca-519e12af5ff7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.164958] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-947c2d61-1dbb-4b68-aaca-519e12af5ff7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.165132] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-947c2d61-1dbb-4b68-aaca-519e12af5ff7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.165221] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('947c2d61-1dbb-4b68-aaca-519e12af5ff7',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.213583] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.213583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.213583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.213583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.214062] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.214062] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1261.242182] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.242378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.242378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.242559] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.242676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.251415] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1261.664580] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.664800] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.668052] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 947c2d61-1dbb-4b68-aaca-519e12af5ff7 with status ACTIVE [ 1261.668052] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.668052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.668052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.668052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.668052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.668052] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.668052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.668556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.668556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.668556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.668556] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.668556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.668706] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.668740] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.668810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.668894] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 947c2d61-1dbb-4b68-aaca-519e12af5ff7 is going to be updated. [ 1261.690887] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.691123] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.691123] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.691283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.691405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.691562] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-947c2d61-1dbb-4b68-aaca-519e12af5ff7" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.262181] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1263.262548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.262548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.262739] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.262917] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.263042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.263109] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.263276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.263359] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.263453] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.767404] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.272204] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.774627] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.774876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.775024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.775402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.775878] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.775878] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1264.810027] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.810027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.810027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.810255] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.810288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.824466] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1266.162766] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1266.163216] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1266.835217] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1266.835402] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.835555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.835766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.835953] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.836080] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.836145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.836297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.836401] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.836487] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.836580] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.339252] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.339670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.339670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.339757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.339882] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.339981] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.340056] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.340208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.340293] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.340383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.340536] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.340623] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.340677] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.340816] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.340953] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.341059] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.341137] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.341279] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.341354] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.341432] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.341523] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.844153] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2c81a34f-4c77-4190-9b02-17f68d2396ed: rpc.has_security_group_logging(os_id): False [ 1267.861668] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.861908] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.862114] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.862435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.862606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.862907] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.863094] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.863220] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.863443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.863556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.863820] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.863956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.864055] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.864283] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.864412] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.864711] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.864864] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.864968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.865181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.865304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.865374] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1267.930468] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.930675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.930675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.930881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.931036] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.952397] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1269.971444] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1269.971862] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.164619] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.165063] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1274.923021] env[69179]: INFO networking_nsxv3.common.synchronization [req-521b0244-5e1b-45f4-ac1a-a2f986886d52 req-9570b6b6-dc11-4c72-8490-22cc9bebff90 tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1274.923514] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1274.923824] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.923957] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.924027] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.924251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.924398] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.924495] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.924600] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.924692] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.924780] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.924871] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.427232] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.929589] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.431909] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.432161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.432161] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.432371] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.432464] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.432562] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1276.459812] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.459969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.460025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.460202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.460341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.469226] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1278.479580] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1278.479968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.924755] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.925043] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.202435] env[69179]: INFO networking_nsxv3.common.synchronization [req-6bf8fa9c-f40f-45a0-ab30-1c44375603ea req-da869868-9599-4a15-bdfd-f8130cd4cb4d tempest-ServersTestJSON-1795016694 tempest-ServersTestJSON-1795016694-project-member] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1281.202968] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGHEST for action security_group_members [ 1281.203291] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.203420] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.203499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.203764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.203911] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.203911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.204076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.204192] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.204249] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.204295] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.706755] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.706989] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.706989] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.707225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.707325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.707528] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.707629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.707684] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.707841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.707918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.708009] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be updated. [ 1281.737854] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.738046] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.738116] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.738251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.738387] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.746738] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: IN_PROGRESS for 2s [ 1283.759601] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed in Status: SUCCESS [ 1283.759856] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed deletion is rescheduled due to dependency. [ 1283.759904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.204139] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.204403] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1291.205408] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.205812] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1296.206832] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.207276] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1301.207463] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.207858] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1306.209409] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.209683] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.086677] env[69179]: INFO networking_nsxv3.common.synchronization [req-ab274f55-ff03-4aa2-964d-41d90e143b4e req-89908816-d1b3-4ef1-b6b2-fd1e9cce77f0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Enqueued Resource ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 with Priority: HIGHEST for action security_group_members [ 1307.087076] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 with Priority: HIGHEST for action security_group_members [ 1307.087396] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-f6b96e56-1aa1-41e8-997b-dc3403b50591 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.087520] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.087587] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.087789] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.087941] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.088244] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.088244] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.088354] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.088354] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.088473] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f6b96e56-1aa1-41e8-997b-dc3403b50591',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.590955] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.591315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.591315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.591442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.611205] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.611650] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.611650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.611650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.611846] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.611935] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.611984] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 is going to be updated. [ 1307.637445] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.637638] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.637718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.637925] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.638156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.645998] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 in Status: IN_PROGRESS for 2s [ 1309.166217] env[69179]: INFO networking_nsxv3.common.synchronization [req-585de6e1-ec53-4fd2-8f90-92a4d2492d84 req-905e32a6-53f6-4376-8909-476cc3d77614 tempest-AttachVolumeNegativeTest-275144517 tempest-AttachVolumeNegativeTest-275144517-project-member] Enqueued Resource ID: b7b33829-f967-4210-8900-74e1efd3abeb with Priority: HIGHEST for action security_group_members [ 1309.166217] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b33829-f967-4210-8900-74e1efd3abeb with Priority: HIGHEST for action security_group_members [ 1309.166217] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7b33829-f967-4210-8900-74e1efd3abeb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.166217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.166217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.166217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.166217] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.166217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.166217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.166217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.166217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.167149] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7b33829-f967-4210-8900-74e1efd3abeb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.273737] env[69179]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1309.273737] env[69179]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1309.656645] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 in Status: SUCCESS [ 1309.657103] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 deletion is rescheduled due to dependency. [ 1309.657103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.670588] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.670730] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.670802] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.671028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.671145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.671431] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.671586] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.671704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.671881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.671968] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.672065] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7b33829-f967-4210-8900-74e1efd3abeb is going to be updated. [ 1309.696235] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.696371] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.696415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.696577] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.696704] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.704438] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7b33829-f967-4210-8900-74e1efd3abeb in Status: IN_PROGRESS for 2s [ 1311.715261] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7b33829-f967-4210-8900-74e1efd3abeb in Status: SUCCESS [ 1311.715608] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7b33829-f967-4210-8900-74e1efd3abeb deletion is rescheduled due to dependency. [ 1311.715608] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.166430] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.166833] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.167536] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.167536] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.168743] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.169119] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.170473] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.170868] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.955151] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-410 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.955513] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-410" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.955639] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-410" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.955937] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-410" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.956263] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.956427] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.956546] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.956763] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.956907] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.957524] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1330.957661] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1330.957898] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1330.958307] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1330.958449] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1330.958514] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1330.958719] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1330.977714] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1330.977994] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1330.978099] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1330.978312] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-410" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.978782] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-95ea021c-25ca-4244-b12e-29e3a75b72cd taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.978900] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-95ea021c-25ca-4244-b12e-29e3a75b72cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.978940] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-95ea021c-25ca-4244-b12e-29e3a75b72cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.979222] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-95ea021c-25ca-4244-b12e-29e3a75b72cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.979364] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ea021c-25ca-4244-b12e-29e3a75b72cd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.486082] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.486331] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.486497] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.486753] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.486911] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.487222] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.487378] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.487498] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.487722] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.487886] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.488267] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.488446] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.488569] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.488782] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.488917] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.489077] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 95ea021c-25ca-4244-b12e-29e3a75b72cd is going to be updated. [ 1331.508802] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.508973] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.509105] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.509343] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.509529] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.509739] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-95ea021c-25ca-4244-b12e-29e3a75b72cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.275295] env[69179]: INFO networking_nsxv3.common.synchronization [req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec req-6f92c8ef-7325-43ac-957e-2663f567922f service nova] Enqueued Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGHEST for action security_group_rules [ 1332.275295] env[69179]: INFO networking_nsxv3.common.synchronization [req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec req-6f92c8ef-7325-43ac-957e-2663f567922f service nova] Enqueued Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGHEST for action security_group_members [ 1332.275295] env[69179]: INFO networking_nsxv3.common.synchronization [req-c3e58f7b-f3b8-4915-9cfc-c4c6fc6bbeec req-6f92c8ef-7325-43ac-957e-2663f567922f service nova] Enqueued Resource ID: 95ea021c-25ca-4244-b12e-29e3a75b72cd with Priority: HIGHEST for action port [ 1332.275295] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGHEST for action security_group_rules [ 1332.275295] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGHEST for action security_group_members [ 1332.275295] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ea021c-25ca-4244-b12e-29e3a75b72cd with Priority: HIGHEST for action port [ 1332.275295] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3a532de-bd27-479c-a17a-fe0a59fb5458 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.275295] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.275295] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.275295] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.275295] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.277347] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3a532de-bd27-479c-a17a-fe0a59fb5458 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.277480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.277548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.277755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.278015] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.278087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.278087] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.278241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.278325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.278413] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.279153] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-95ea021c-25ca-4244-b12e-29e3a75b72cd taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.279259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95ea021c-25ca-4244-b12e-29e3a75b72cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.279322] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95ea021c-25ca-4244-b12e-29e3a75b72cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.279474] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95ea021c-25ca-4244-b12e-29e3a75b72cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.279552] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ea021c-25ca-4244-b12e-29e3a75b72cd',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.778191] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3a532de-bd27-479c-a17a-fe0a59fb5458 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.778430] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.781632] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.782592] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95ea021c-25ca-4244-b12e-29e3a75b72cd with status ACTIVE [ 1332.782779] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.782895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.782962] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.783190] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.783280] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.783449] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.783542] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.783605] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.783754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.783831] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.784015] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.784142] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.784241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.785034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.785034] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.785034] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95ea021c-25ca-4244-b12e-29e3a75b72cd is going to be updated. [ 1332.805203] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.805400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.805400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.805589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.805718] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.805873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95ea021c-25ca-4244-b12e-29e3a75b72cd" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.287314] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.789693] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.789988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.789988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.790284] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.790460] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.790625] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 is going to be updated. [ 1333.817361] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.817630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.817630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.817805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.817951] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.825833] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 in Status: IN_PROGRESS for 2s [ 1335.837083] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 in Status: SUCCESS [ 1335.837083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.837083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.837083] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.837583] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.837583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.837583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.837583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.837583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.837780] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.837780] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.340362] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.843115] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3a532de-bd27-479c-a17a-fe0a59fb5458: rpc.has_security_group_logging(os_id): False [ 1336.859658] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.859906] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.859906] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.860118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.860210] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.860471] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.860618] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.860618] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.860776] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.860852] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.860938] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 is going to be updated. [ 1336.918577] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.918940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.918940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.919221] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.919221] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.934911] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 in Status: IN_PROGRESS for 2s [ 1337.274975] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.275153] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1338.949834] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 in Status: SUCCESS [ 1338.950150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.204625] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.205128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.205128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.205128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.205460] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.507473] env[69179]: INFO networking_nsxv3.common.synchronization [req-a554f626-5791-4bff-8741-f01192fc80fe req-80c426f7-15da-44d1-9242-f04a40f16f42 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Enqueued Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1341.508251] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1341.508367] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.508457] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.508530] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.508747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.508902] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.509029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.509124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.509288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.509390] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.509484] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.708069] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.013086] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.013336] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.013336] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.013555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.036115] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.036382] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.036500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.036582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.036757] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.036840] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.036933] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f is going to be updated. [ 1342.067634] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.067875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.067875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.068023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.068131] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.076588] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: IN_PROGRESS for 2s [ 1342.210630] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.713191] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1342.713392] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1343.461501] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.461860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.461860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.461962] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.476779] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1343.477752] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.478835] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1343.513998] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.514173] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.514276] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.514455] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.527807] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.528857] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1343.528993] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1343.529244] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1343.564311] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.564527] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.564588] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.564798] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.565916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.566118] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1343.640904] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.641090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.641164] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.641384] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.641719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.641995] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1343.709056] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.710066] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.710066] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.710982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.710982] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.711355] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1343.711481] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3ad23add-8787-4ac3-b1ec-dbad795c6e58', '1ea04e33-7fd7-4023-8887-121fb1ece1b9', 'ea7f9731-084f-46cb-b240-cd1bd40a4ae0', 'd40ba9d4-c2cd-4c53-82a8-6c384c63c215', '619a4a02-cddb-4c19-a95c-c295e61111f2', '8c9502f2-ab64-4215-810d-f6bed74abb36', '63c4fcd3-bdb1-430c-92f9-5f2741dc7429', '2cd7c1f5-c333-407c-805b-a2e492f2169f', 'c3a532de-bd27-479c-a17a-fe0a59fb5458', '2c81a34f-4c77-4190-9b02-17f68d2396ed', 'b7b33829-f967-4210-8900-74e1efd3abeb', '4bb70067-f77e-45f8-9e75-35ada48b30fc', '4c664541-03b4-4824-9951-e4c40f309895', '064676f8-15c7-44eb-b3b3-8292f61f4dce', 'ff6e24b5-148f-404a-9ef3-b691e7b46127', '85471643-0f29-414f-9e84-8a622e24a423', '22b4711c-7016-4da8-b469-5db89c77b561', '62160075-8fd7-4e82-bdc8-5f573505b42c', 'ef1a48c6-69ce-4be9-a5ed-cce870a8954d', '39e03525-d5bb-433c-b1f1-70f5d1082613', '99e3aca0-3788-4608-a117-ad6a537dd770', 'e07287c1-b758-4563-9f39-24ea8fee1518', '6282fb27-dbfa-430a-bba8-c35e3e05b3fb', '36556acc-d514-49a2-986d-707a1d413356', 'c98875d0-3742-47fd-9d17-0d283d1cffff', '0b0642eb-7ffe-4c54-986a-70b98f5daf2c', '10edb0d8-e5ef-4e45-bf03-887b4583e616', 'a4f56fd3-b6f3-47ef-b1b2-f08aced97c26', 'f312aaf0-9c6b-45fb-ba5b-44af45d94244', '15d2ba67-660e-4905-8de3-06be5c03d482', '66c32a70-48b3-4d88-86f6-9be98b688ff4', 'f6b96e56-1aa1-41e8-997b-dc3403b50591', 'd9764e11-137f-4b36-b767-bfd3f5f2ce9c', 'ef58425f-5860-414a-bfb4-89941625f842', 'edb75287-5f23-4b36-9fe1-b6d7d9019139', '1b0aa5af-4a89-4567-80e9-fa53278afe52', '01d77748-6036-458a-86aa-c9a89e95d7fc', '83f8acd8-4b84-4458-a4d4-34a55add6ca6', 'e87b9f50-11e1-42b0-a093-c74a28cc6211', '64786260-3e1e-41a2-af86-83a76ca349d8', '68fe1e0d-0163-411b-a07d-4e7ef87cd9ec', '68bd2759-1b5a-487e-9c2d-f60cb15fd26f', '011231ad-5273-4195-887e-5e674e1a6d8c', '1ee76f52-3cd1-41b3-b939-aecbde56ed37', '061b9bcf-6cda-45c2-9b10-13831f9da3dd', '3bd57edf-e097-4428-8f21-2969a9a6fadd', '84f56845-88b7-4714-b073-e40872441d8d'} {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1343.711625] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1343.728943] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.729195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.729195] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.729430] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.729546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.729704] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1343.729752] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1343.729789] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1343.809670] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.809670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.809670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.809670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.810639] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.811605] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1343.811605] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1343.811605] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1343.811605] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1343.811605] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1343.811605] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 with Priority: HIGH for action security_group_rules [ 1343.811605] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGH for action security_group_rules [ 1343.811605] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 with Priority: HIGH for action security_group_rules [ 1343.811605] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGH for action security_group_rules [ 1343.812145] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 with Priority: HIGH for action security_group_rules [ 1343.812145] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGH for action security_group_rules [ 1343.812145] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 with Priority: HIGH for action security_group_rules [ 1343.812145] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGH for action security_group_rules [ 1343.812145] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGH for action security_group_rules [ 1343.812145] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGH for action security_group_rules [ 1343.812145] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7b33829-f967-4210-8900-74e1efd3abeb with Priority: HIGH for action security_group_rules [ 1343.812145] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGH for action security_group_rules [ 1343.812145] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c664541-03b4-4824-9951-e4c40f309895 with Priority: HIGH for action security_group_rules [ 1343.812481] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce with Priority: HIGH for action security_group_rules [ 1343.812481] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGH for action security_group_rules [ 1343.812481] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85471643-0f29-414f-9e84-8a622e24a423 with Priority: HIGH for action security_group_rules [ 1343.812481] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22b4711c-7016-4da8-b469-5db89c77b561 with Priority: HIGH for action security_group_rules [ 1343.812481] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62160075-8fd7-4e82-bdc8-5f573505b42c with Priority: HIGH for action security_group_rules [ 1343.812481] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d with Priority: HIGH for action security_group_rules [ 1343.812770] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGH for action security_group_rules [ 1343.812770] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.085502] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: SUCCESS [ 1344.085701] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f deletion is rescheduled due to dependency. [ 1344.085815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.509705] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.509705] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1346.509705] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 with Priority: HIGH for action security_group_rules [ 1346.509705] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 with Priority: HIGH for action security_group_rules [ 1346.509705] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 with Priority: HIGH for action security_group_rules [ 1346.509705] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 with Priority: HIGH for action security_group_rules [ 1346.509705] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 with Priority: HIGH for action security_group_rules [ 1346.510209] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d with Priority: HIGH for action security_group_rules [ 1346.510209] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62160075-8fd7-4e82-bdc8-5f573505b42c with Priority: HIGH for action security_group_rules [ 1346.510209] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22b4711c-7016-4da8-b469-5db89c77b561 with Priority: HIGH for action security_group_rules [ 1346.510209] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce with Priority: HIGH for action security_group_rules [ 1346.510209] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85471643-0f29-414f-9e84-8a622e24a423 with Priority: HIGH for action security_group_rules [ 1346.510432] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c664541-03b4-4824-9951-e4c40f309895 with Priority: HIGH for action security_group_rules [ 1346.510432] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc with Priority: HIGH for action security_group_rules [ 1346.510432] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7b33829-f967-4210-8900-74e1efd3abeb with Priority: HIGH for action security_group_rules [ 1346.510540] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed with Priority: HIGH for action security_group_rules [ 1346.510540] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGH for action security_group_rules [ 1346.510620] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 with Priority: HIGH for action security_group_rules [ 1346.510705] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGH for action security_group_rules [ 1346.510793] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 with Priority: HIGH for action security_group_rules [ 1346.510880] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 with Priority: HIGH for action security_group_rules [ 1346.510966] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 with Priority: HIGH for action security_group_rules [ 1346.511311] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.511466] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.511536] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.512029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.512029] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ad23add-8787-4ac3-b1ec-dbad795c6e58',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.512783] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.512898] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.512960] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.513144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.513223] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea7f9731-084f-46cb-b240-cd1bd40a4ae0',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.514260] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.514337] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.514378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.514510] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.514581] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63c4fcd3-bdb1-430c-92f9-5f2741dc7429',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.515390] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff6e24b5-148f-404a-9ef3-b691e7b46127 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.515390] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.515516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.515553] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.515725] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff6e24b5-148f-404a-9ef3-b691e7b46127',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.516399] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-39e03525-d5bb-433c-b1f1-70f5d1082613 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.516544] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.516611] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.516798] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.516798] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('39e03525-d5bb-433c-b1f1-70f5d1082613',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.517638] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.517765] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.517845] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.518084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.518280] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef1a48c6-69ce-4be9-a5ed-cce870a8954d',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.519070] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62160075-8fd7-4e82-bdc8-5f573505b42c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.519483] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.519483] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.519483] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.519624] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62160075-8fd7-4e82-bdc8-5f573505b42c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.520331] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22b4711c-7016-4da8-b469-5db89c77b561 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.520331] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.520429] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.520637] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.520727] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22b4711c-7016-4da8-b469-5db89c77b561',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.521609] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-064676f8-15c7-44eb-b3b3-8292f61f4dce taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.521714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.521714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.521973] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.521973] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('064676f8-15c7-44eb-b3b3-8292f61f4dce',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.522603] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85471643-0f29-414f-9e84-8a622e24a423 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.522767] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.522767] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.522921] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.522997] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85471643-0f29-414f-9e84-8a622e24a423',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.523864] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c664541-03b4-4824-9951-e4c40f309895 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.523970] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.523970] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.524103] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.524165] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c664541-03b4-4824-9951-e4c40f309895',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.524809] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bb70067-f77e-45f8-9e75-35ada48b30fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.524920] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.524983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.525144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.525216] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bb70067-f77e-45f8-9e75-35ada48b30fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.525858] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7b33829-f967-4210-8900-74e1efd3abeb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.525962] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.526044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.526185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.526268] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7b33829-f967-4210-8900-74e1efd3abeb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.529146] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2c81a34f-4c77-4190-9b02-17f68d2396ed taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.529146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.529146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.529146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.529146] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2c81a34f-4c77-4190-9b02-17f68d2396ed',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.529783] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3a532de-bd27-479c-a17a-fe0a59fb5458 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.529895] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.529945] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.530110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.530181] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.530836] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c9502f2-ab64-4215-810d-f6bed74abb36 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.530941] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.531013] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.531171] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.531277] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c9502f2-ab64-4215-810d-f6bed74abb36',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.531980] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.532101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.532165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.532363] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.532415] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.533118] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-619a4a02-cddb-4c19-a95c-c295e61111f2 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.533225] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.533333] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.533428] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.533523] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('619a4a02-cddb-4c19-a95c-c295e61111f2',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.534187] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.534286] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.534375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.534502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.534575] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ea04e33-7fd7-4023-8887-121fb1ece1b9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.535234] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.535394] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.535437] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.535566] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.535642] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d40ba9d4-c2cd-4c53-82a8-6c384c63c215',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.055853] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3a532de-bd27-479c-a17a-fe0a59fb5458 taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.056085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.056145] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.056398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.056562] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.056662] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.056726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.056871] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.056952] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.057049] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.057137] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.111286] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.111529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.111529] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.111739] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.113280] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.113416] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.114145] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.114251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.114919] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.115023] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.115836] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.115929] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.116637] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.116726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.117410] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.117505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.118185] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.118320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.119015] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.119118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.119733] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.119826] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.120504] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.120596] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.121451] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1347.121792] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.121942] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.122637] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1347.123045] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.123158] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.123780] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1347.124216] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.124330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.125073] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1347.125487] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.125594] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.126420] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1347.126740] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.126859] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.127529] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1347.127954] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.128069] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.128982] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1347.129375] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.129502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.131499] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1347.131898] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.132039] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.133713] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1347.134154] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.134278] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef1a48c6-69ce-4be9-a5ed-cce870a8954d is going to be deleted. [ 1347.135180] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.135375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.149924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.150047] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c9502f2-ab64-4215-810d-f6bed74abb36 is going to be deleted. [ 1347.150765] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.150947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.165310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.165410] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2c81a34f-4c77-4190-9b02-17f68d2396ed is going to be deleted. [ 1347.166115] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.166305] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.181432] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.181542] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff6e24b5-148f-404a-9ef3-b691e7b46127 is going to be deleted. [ 1347.182254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.182442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.209799] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.209997] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.210754] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.210865] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.214683] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.214790] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22b4711c-7016-4da8-b469-5db89c77b561 is going to be deleted. [ 1347.215579] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.215775] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.231877] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.232021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.235546] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.235654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.243350] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.243442] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ea04e33-7fd7-4023-8887-121fb1ece1b9 is going to be deleted. [ 1347.244320] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.244532] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.264074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.264179] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea7f9731-084f-46cb-b240-cd1bd40a4ae0 is going to be deleted. [ 1347.264908] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.265107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.289344] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.289502] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.305969] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.306087] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ad23add-8787-4ac3-b1ec-dbad795c6e58 is going to be deleted. [ 1347.306867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.307074] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.345130] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.345272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.354452] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.354612] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85471643-0f29-414f-9e84-8a622e24a423 is going to be deleted. [ 1347.355360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.355550] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.405602] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.405750] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.425703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.425803] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7b33829-f967-4210-8900-74e1efd3abeb is going to be deleted. [ 1347.426627] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.426828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.483065] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.483251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.484326] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.484439] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63c4fcd3-bdb1-430c-92f9-5f2741dc7429 is going to be deleted. [ 1347.485255] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.485458] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.519377] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.519711] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.537583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.537583] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c664541-03b4-4824-9951-e4c40f309895 is going to be deleted. [ 1347.538555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.538555] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.566398] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.610785] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.610978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.611756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.611868] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62160075-8fd7-4e82-bdc8-5f573505b42c is going to be deleted. [ 1347.612709] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.612911] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.641174] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.641515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.649288] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.649455] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.655723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.655723] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bb70067-f77e-45f8-9e75-35ada48b30fc is going to be deleted. [ 1347.656790] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.657028] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.712218] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.712347] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 064676f8-15c7-44eb-b3b3-8292f61f4dce is going to be deleted. [ 1347.713245] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.713451] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.745051] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.745197] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.755113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.755237] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 619a4a02-cddb-4c19-a95c-c295e61111f2 is going to be deleted. [ 1347.756113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.756362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.795068] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.795068] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f is going to be deleted. [ 1347.795910] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.796142] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.807974] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.808114] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.827480] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.827480] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.890029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.890029] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d40ba9d4-c2cd-4c53-82a8-6c384c63c215 is going to be deleted. [ 1347.890733] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.890943] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.962671] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.962814] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 39e03525-d5bb-433c-b1f1-70f5d1082613 is going to be deleted. [ 1347.963686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.963947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.964089] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.964363] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef1a48c6-69ce-4be9-a5ed-cce870a8954d" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.964539] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.964715] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.964801] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.964950] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c9502f2-ab64-4215-810d-f6bed74abb36" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.965434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.965604] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.965686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.965805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2c81a34f-4c77-4190-9b02-17f68d2396ed" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.965956] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.966128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.966208] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.966383] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff6e24b5-148f-404a-9ef3-b691e7b46127" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.966524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.966674] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.966809] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.966899] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22b4711c-7016-4da8-b469-5db89c77b561" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.967037] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.967185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.967261] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.967376] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ea04e33-7fd7-4023-8887-121fb1ece1b9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.967503] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.967642] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.967715] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.967823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea7f9731-084f-46cb-b240-cd1bd40a4ae0" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.967947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.968101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.968178] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.968289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ad23add-8787-4ac3-b1ec-dbad795c6e58" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.968411] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.968549] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.968622] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.968729] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85471643-0f29-414f-9e84-8a622e24a423" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.968852] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.968990] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.969076] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.969186] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7b33829-f967-4210-8900-74e1efd3abeb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.969309] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.969448] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.969520] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.969628] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63c4fcd3-bdb1-430c-92f9-5f2741dc7429" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.969745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.969880] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.969952] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.970071] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c664541-03b4-4824-9951-e4c40f309895" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.970192] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.970330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.970403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.970511] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62160075-8fd7-4e82-bdc8-5f573505b42c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.970629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.970764] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.970836] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.970940] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bb70067-f77e-45f8-9e75-35ada48b30fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.971073] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.971212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.971285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.971388] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-064676f8-15c7-44eb-b3b3-8292f61f4dce" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.996372] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.996522] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.996583] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.996726] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.996805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.996919] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-619a4a02-cddb-4c19-a95c-c295e61111f2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.012285] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.012424] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.012470] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.012620] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.012699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.012809] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.036334] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.036494] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.036569] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.036678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.036761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.036874] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d40ba9d4-c2cd-4c53-82a8-6c384c63c215" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.068270] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3a532de-bd27-479c-a17a-fe0a59fb5458: rpc.has_security_group_logging(os_id): False [ 1348.110705] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.110875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.110922] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.111105] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.118505] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.118630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.142741] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.142984] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.143094] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.143148] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.143325] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.143405] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.143487] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 is going to be updated. [ 1348.144445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.144605] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.144687] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.144795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-39e03525-d5bb-433c-b1f1-70f5d1082613" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.279499] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.279647] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.279744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.280090] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.280294] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.294660] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 in Status: IN_PROGRESS for 2s [ 1348.472714] env[69179]: INFO networking_nsxv3.common.synchronization [req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 req-01164fec-740e-499b-81d1-3a6afa80c3e0 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Enqueued Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1348.473252] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1348.473641] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.473767] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.473830] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.474050] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.474280] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.474466] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.474524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.474696] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.474783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.474877] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.743375] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.743693] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-822" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.743743] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-822" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.743995] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-822" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.744270] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.744428] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.744544] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.745085] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.745245] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.745482] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1348.745595] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1348.745705] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1348.745812] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1348.745921] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1348.746039] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1348.746174] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1348.762656] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1348.762831] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1348.762967] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1348.763148] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-822" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.763437] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-bbe503de-2886-435a-90ea-7a2f94e1c9a1 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.763631] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-bbe503de-2886-435a-90ea-7a2f94e1c9a1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.763716] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-bbe503de-2886-435a-90ea-7a2f94e1c9a1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.764027] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-bbe503de-2886-435a-90ea-7a2f94e1c9a1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.764192] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbe503de-2886-435a-90ea-7a2f94e1c9a1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.976730] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.976947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.976947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.977131] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.977226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.977419] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.977528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.977571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.977714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.977788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.977870] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f is going to be deleted. [ 1349.007918] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.008118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.008118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.008292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.008375] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.008468] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.266913] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.267200] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.267652] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.267730] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.267892] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.268028] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port bbe503de-2886-435a-90ea-7a2f94e1c9a1 not found, creating... [ 1349.268410] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.268514] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.269224] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.269224] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.269224] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.269366] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.269433] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.269516] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.269723] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.269861] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.270017] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: bbe503de-2886-435a-90ea-7a2f94e1c9a1 is going to be created. [ 1349.291716] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.291922] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.292060] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.292338] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.292568] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.292804] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-bbe503de-2886-435a-90ea-7a2f94e1c9a1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.000858] env[69179]: INFO networking_nsxv3.common.synchronization [req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 req-cb438d64-c7c7-4e9e-827a-3255218b81ef service nova] Enqueued Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_rules [ 1350.001121] env[69179]: INFO networking_nsxv3.common.synchronization [req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 req-cb438d64-c7c7-4e9e-827a-3255218b81ef service nova] Enqueued Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1350.001203] env[69179]: INFO networking_nsxv3.common.synchronization [req-53d41db1-d9fb-40b3-9fe7-d66f36cf03f3 req-cb438d64-c7c7-4e9e-827a-3255218b81ef service nova] Enqueued Resource ID: bbe503de-2886-435a-90ea-7a2f94e1c9a1 with Priority: HIGHEST for action port [ 1350.001428] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_rules [ 1350.001558] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1350.001654] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbe503de-2886-435a-90ea-7a2f94e1c9a1 with Priority: HIGHEST for action port [ 1350.003020] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.003020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.003020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.003020] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.003020] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.003438] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.003547] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.003613] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.003790] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.003938] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.004045] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.004107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.004259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.004355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.004445] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.005187] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbe503de-2886-435a-90ea-7a2f94e1c9a1 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.005289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbe503de-2886-435a-90ea-7a2f94e1c9a1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.005345] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbe503de-2886-435a-90ea-7a2f94e1c9a1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.005498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbe503de-2886-435a-90ea-7a2f94e1c9a1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.005545] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbe503de-2886-435a-90ea-7a2f94e1c9a1',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.308176] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 in Status: SUCCESS [ 1350.308516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.508500] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.508645] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.508825] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbe503de-2886-435a-90ea-7a2f94e1c9a1 with status ACTIVE [ 1350.508989] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.509112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.509177] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.509445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.509485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.509640] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.509766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.509823] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.509934] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.510024] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.510194] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.510285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.510343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.510479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.510553] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.510633] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbe503de-2886-435a-90ea-7a2f94e1c9a1 is going to be updated. [ 1350.511704] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.530912] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.531048] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.531141] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.531282] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.531406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.531553] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbe503de-2886-435a-90ea-7a2f94e1c9a1" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.014361] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.517574] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.517574] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.517574] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.517869] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.517975] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.518080] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f is going to be created. [ 1351.541878] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.542053] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.542104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.542308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.542467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.550820] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: UNINITIALIZED for 2s [ 1353.568112] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: SUCCESS [ 1353.568112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.568112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.568112] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.568607] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.568607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.568607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.568607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.568607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.568828] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.568828] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.071642] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.574019] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cd7c1f5-c333-407c-805b-a2e492f2169f: rpc.has_security_group_logging(os_id): False [ 1354.591341] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.591516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.591516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.591729] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.591817] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.592059] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.592164] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.592228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.592378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.592451] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.592537] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f is going to be created. [ 1354.650192] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.650404] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.650404] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.650585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.650763] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.664697] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: IN_PROGRESS for 2s [ 1355.002568] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.002796] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1356.681908] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: SUCCESS [ 1356.682266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.003365] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1360.003752] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1365.004530] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.004878] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.006016] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.006383] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1375.006840] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.007253] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.342029] env[69179]: INFO networking_nsxv3.common.synchronization [req-da1ce060-62be-47c9-939c-216e48f72f63 req-ac83a975-8d8f-4ac8-a7c4-d84fdf490d69 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Enqueued Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1378.343019] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1378.343019] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.343239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.343239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.343707] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.343707] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.343707] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.343707] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.343923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.343923] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.343923] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.845782] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.846052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.846052] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.846247] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.866185] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.866392] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.866505] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.866548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.866745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.866821] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.866910] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb is going to be updated. [ 1378.889861] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.890018] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.890062] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.890202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.890324] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.897177] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: IN_PROGRESS for 2s [ 1380.907534] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: SUCCESS [ 1380.907947] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb deletion is rescheduled due to dependency. [ 1380.907947] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.344013] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.344322] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.041988] env[69179]: INFO networking_nsxv3.common.synchronization [req-33f5bad6-bce2-4be2-a354-ae8045d7d20c req-acab788d-d9a3-4cd5-9c88-d972dc1406d2 tempest-AttachVolumeShelveTestJSON-678466440 tempest-AttachVolumeShelveTestJSON-678466440-project-member] Enqueued Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGHEST for action security_group_members [ 1385.042477] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGHEST for action security_group_members [ 1385.042774] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3a532de-bd27-479c-a17a-fe0a59fb5458 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.042904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.042971] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.043248] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.044028] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.044167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.044566] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.044769] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.044875] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.044971] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.547150] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.547305] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.547378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.547595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.547688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.547914] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.548031] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.548098] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.548250] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.548328] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.548412] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 is going to be updated. [ 1385.576038] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.576163] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.576227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.576401] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.576532] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.584088] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 in Status: IN_PROGRESS for 2s [ 1387.337677] env[69179]: INFO networking_nsxv3.common.synchronization [req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 req-625c49a6-81b6-4347-9f59-61d616cb1e18 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Enqueued Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1387.337919] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1387.338230] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.338350] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.338415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.338610] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.338761] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.338904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.338904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.339179] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.339278] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.339396] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.586595] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-193 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.586822] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-193" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.586967] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-193" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.587305] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-193" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.587558] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.587719] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.587909] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.588208] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.588364] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.588580] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1387.588698] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1387.588812] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1387.588923] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1387.589046] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1387.589156] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1387.589300] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1387.600056] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 in Status: SUCCESS [ 1387.600216] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 deletion is rescheduled due to dependency. [ 1387.600319] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.607300] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1387.607454] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1387.607589] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1387.607748] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-193" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.608033] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-11742bec-7f14-4ee0-8528-bbf1c1547ad2 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.608187] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-11742bec-7f14-4ee0-8528-bbf1c1547ad2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.608303] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-11742bec-7f14-4ee0-8528-bbf1c1547ad2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.608584] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-11742bec-7f14-4ee0-8528-bbf1c1547ad2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.608722] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11742bec-7f14-4ee0-8528-bbf1c1547ad2',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.842073] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.842249] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.842249] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.842452] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.842538] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.842732] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.842826] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.842881] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.843021] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.843106] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.843176] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb is going to be updated. [ 1387.870113] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.870243] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.870286] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.870455] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.870585] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.877939] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: IN_PROGRESS for 2s [ 1388.111739] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.111923] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.112134] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.112312] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.112461] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.112626] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 11742bec-7f14-4ee0-8528-bbf1c1547ad2 not found, creating... [ 1388.112886] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.113173] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.113173] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.113500] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.113500] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.113820] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.114018] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.114077] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.114291] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.114450] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.114572] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 11742bec-7f14-4ee0-8528-bbf1c1547ad2 is going to be created. [ 1388.136390] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.137039] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.137039] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.137039] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.137194] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.137394] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-11742bec-7f14-4ee0-8528-bbf1c1547ad2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.809240] env[69179]: INFO networking_nsxv3.common.synchronization [req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 req-0371c5db-fa4e-4f43-9b7b-9c2285a0e4dd service nova] Enqueued Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_rules [ 1388.809538] env[69179]: INFO networking_nsxv3.common.synchronization [req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 req-0371c5db-fa4e-4f43-9b7b-9c2285a0e4dd service nova] Enqueued Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1388.809538] env[69179]: INFO networking_nsxv3.common.synchronization [req-a9df80f8-30a7-4e5e-b4ee-0131711366a3 req-0371c5db-fa4e-4f43-9b7b-9c2285a0e4dd service nova] Enqueued Resource ID: 11742bec-7f14-4ee0-8528-bbf1c1547ad2 with Priority: HIGHEST for action port [ 1388.809768] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_rules [ 1388.809896] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1388.810009] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11742bec-7f14-4ee0-8528-bbf1c1547ad2 with Priority: HIGHEST for action port [ 1388.810544] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.810675] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.810742] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.810939] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.811101] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.811922] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.812033] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.812223] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-11742bec-7f14-4ee0-8528-bbf1c1547ad2 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.812321] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11742bec-7f14-4ee0-8528-bbf1c1547ad2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.812381] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11742bec-7f14-4ee0-8528-bbf1c1547ad2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.812580] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11742bec-7f14-4ee0-8528-bbf1c1547ad2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.812628] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11742bec-7f14-4ee0-8528-bbf1c1547ad2',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.315556] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.315724] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.315864] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11742bec-7f14-4ee0-8528-bbf1c1547ad2 with status ACTIVE [ 1389.316131] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.316272] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.316318] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.316528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.316619] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.316816] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.316967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.316967] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.317138] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.317231] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.317418] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.317512] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.317573] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.317714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.317785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.317902] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11742bec-7f14-4ee0-8528-bbf1c1547ad2 is going to be updated. [ 1389.340404] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.340543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.340614] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.340814] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.340954] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.341128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11742bec-7f14-4ee0-8528-bbf1c1547ad2" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.886735] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: SUCCESS [ 1389.887062] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb deletion is rescheduled due to dependency. [ 1389.887062] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.887223] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.887432] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.887606] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.887719] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.887784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.887929] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.888016] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.888113] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.390223] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.892306] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.394464] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.394633] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.394703] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.394973] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.395081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.395181] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb is going to be updated. [ 1391.427017] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.427202] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.427249] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.427415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.427556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.435417] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: IN_PROGRESS for 2s [ 1393.445014] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: SUCCESS [ 1393.445361] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.445406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.445620] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.445800] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.445916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.445983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.446146] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.446226] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.446308] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.446400] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.810589] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1393.810754] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1393.948681] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.451102] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6282fb27-dbfa-430a-bba8-c35e3e05b3fb: rpc.has_security_group_logging(os_id): False [ 1394.470098] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.470292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.470441] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.470759] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.470906] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.471284] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.471380] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.471445] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.471686] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.471824] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.471961] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb is going to be updated. [ 1394.548994] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.549158] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.549237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.549454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.549598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.565863] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: IN_PROGRESS for 2s [ 1396.578219] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: SUCCESS [ 1396.578521] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.812567] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.812567] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.813499] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.813833] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.814484] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.814827] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.815786] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.815786] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.817098] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.817401] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.818186] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.818575] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.991553] env[69179]: INFO networking_nsxv3.common.synchronization [req-6de9e0e8-1e61-42c8-b35a-0f8073eaa67d req-f98ad6d5-9046-435c-af35-038cd795af61 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Enqueued Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1425.992073] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1425.992380] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.992507] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.992577] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.992824] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.992962] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.993085] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.993148] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.993312] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.993399] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.993497] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.495890] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.496113] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.496196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.496351] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.496443] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.496633] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.496728] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.496819] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.496925] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.496992] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.497091] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f is going to be updated. [ 1426.526502] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.526644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.526644] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.526788] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.526916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.534328] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: IN_PROGRESS for 2s [ 1428.543939] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: SUCCESS [ 1428.544304] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f deletion is rescheduled due to dependency. [ 1428.544304] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.993419] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.993686] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.860558] env[69179]: INFO networking_nsxv3.common.synchronization [req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 req-5eb96509-793f-4832-9854-aa4222a6ca90 tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Enqueued Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1432.860899] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1432.861901] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.861901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.861901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.861901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.861901] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.861901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.861901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.862263] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.862263] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.862263] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.106012] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.106248] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-822" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.106378] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-822" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.106658] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-822" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.106918] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.107164] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.107314] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.107573] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.107886] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.107961] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1433.108067] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1433.108182] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1433.108293] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1433.108410] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1433.108519] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1433.108652] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1433.127709] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1433.127890] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1433.128046] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1433.128225] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-822" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.128508] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-dedf4bbb-c419-4474-8806-aaba4945d9c9 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.128667] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-dedf4bbb-c419-4474-8806-aaba4945d9c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.128789] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-dedf4bbb-c419-4474-8806-aaba4945d9c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.129097] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-dedf4bbb-c419-4474-8806-aaba4945d9c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.129240] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dedf4bbb-c419-4474-8806-aaba4945d9c9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.363953] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.364136] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.364212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.364435] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.364546] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.364746] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.364842] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.364905] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.365072] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.365151] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.365238] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f is going to be updated. [ 1433.392468] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.392598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.392655] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.392829] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.392959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.400498] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: IN_PROGRESS for 2s [ 1433.631507] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.631730] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.631860] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.632185] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.632344] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.632500] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port dedf4bbb-c419-4474-8806-aaba4945d9c9 not found, creating... [ 1433.632789] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.632956] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.633088] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.633442] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.633442] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.633724] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.633880] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.634008] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.634226] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.634364] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.634509] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: dedf4bbb-c419-4474-8806-aaba4945d9c9 is going to be created. [ 1433.654553] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.654729] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.654799] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.655062] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.655290] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.655508] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-dedf4bbb-c419-4474-8806-aaba4945d9c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.309125] env[69179]: INFO networking_nsxv3.common.synchronization [req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 req-254d3c4c-4143-4022-a9fe-72be7ed45095 service nova] Enqueued Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_rules [ 1434.309416] env[69179]: INFO networking_nsxv3.common.synchronization [req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 req-254d3c4c-4143-4022-a9fe-72be7ed45095 service nova] Enqueued Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1434.309532] env[69179]: INFO networking_nsxv3.common.synchronization [req-9b4c45fb-f63f-42b9-aa5e-3b9a430bfa04 req-254d3c4c-4143-4022-a9fe-72be7ed45095 service nova] Enqueued Resource ID: dedf4bbb-c419-4474-8806-aaba4945d9c9 with Priority: HIGHEST for action port [ 1434.309682] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_rules [ 1434.309814] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1434.309912] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dedf4bbb-c419-4474-8806-aaba4945d9c9 with Priority: HIGHEST for action port [ 1434.310453] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.310630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.310667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.310844] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.310925] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.312027] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.312180] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.312424] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-dedf4bbb-c419-4474-8806-aaba4945d9c9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.312626] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dedf4bbb-c419-4474-8806-aaba4945d9c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.312714] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dedf4bbb-c419-4474-8806-aaba4945d9c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.312929] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dedf4bbb-c419-4474-8806-aaba4945d9c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.313065] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dedf4bbb-c419-4474-8806-aaba4945d9c9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.815464] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.815607] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.815786] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dedf4bbb-c419-4474-8806-aaba4945d9c9 with status ACTIVE [ 1434.815961] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.816095] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.816140] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.816351] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.816471] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.816625] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.816717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.816781] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.816927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.817015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.817195] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.817288] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.817342] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.817521] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.817591] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.817667] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dedf4bbb-c419-4474-8806-aaba4945d9c9 is going to be updated. [ 1434.837175] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.837289] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.837330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.837516] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.837650] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.837797] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dedf4bbb-c419-4474-8806-aaba4945d9c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.409556] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: SUCCESS [ 1435.409775] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f deletion is rescheduled due to dependency. [ 1435.409912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.410009] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.410244] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.410415] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.410533] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.410600] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.410745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.410829] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.410912] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.913102] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.415922] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.918100] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.918269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.918341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.918587] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.918690] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.918788] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f is going to be updated. [ 1436.944702] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.944868] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.944915] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.945118] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.945269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.952875] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: IN_PROGRESS for 2s [ 1438.962901] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: SUCCESS [ 1438.963278] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.963278] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.963485] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.963664] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.963780] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.963843] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.963991] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.964084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.964170] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.964255] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.310698] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.310903] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1439.466482] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.969357] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cd7c1f5-c333-407c-805b-a2e492f2169f: rpc.has_security_group_logging(os_id): False [ 1439.988229] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.988455] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.988455] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.988685] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.988779] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.989045] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.989153] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.989219] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.989378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.989457] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.989545] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f is going to be updated. [ 1440.053986] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.054232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.054232] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.054430] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.054571] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.071421] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: IN_PROGRESS for 2s [ 1442.085733] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: SUCCESS [ 1442.086218] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.311416] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.311785] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1449.312426] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.312825] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.313718] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.314117] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.315301] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.315617] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.316433] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.316846] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.317172] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.317561] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.318303] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.318674] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.319065] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.319411] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.829713] env[69179]: INFO networking_nsxv3.common.synchronization [req-6facd394-1228-49f1-9714-90b78bc6fab1 req-5f0b084e-542e-46bc-aebe-22b1f2f79860 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Enqueued Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1482.830236] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1482.830555] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.830688] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.830773] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.831128] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.831332] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.831450] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.831498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.831676] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.831761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.831863] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.333873] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.334057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.334133] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.334366] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.334456] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.334648] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.334745] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.334808] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.334955] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.335042] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.335127] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb is going to be updated. [ 1483.362352] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1483.362489] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.362556] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.362748] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1483.362884] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.372060] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: IN_PROGRESS for 2s [ 1485.383701] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: SUCCESS [ 1485.383701] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb deletion is rescheduled due to dependency. [ 1485.383701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.831549] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.831931] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.745793] env[69179]: INFO networking_nsxv3.common.synchronization [req-ea50d11d-d301-4816-ac84-6a9c2e18650e req-45b82c29-8e57-44ef-9afa-684d17707641 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Enqueued Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1490.745793] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1490.746113] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.746219] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.746293] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.746487] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.746639] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.746731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.746790] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.746988] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.747110] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.747206] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.021673] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-193 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.021673] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-193" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.021673] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-193" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.021673] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-193" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.021673] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.021673] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.021673] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.021673] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.021673] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.021673] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1491.021673] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1491.021673] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1491.021673] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1491.022459] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1491.022459] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1491.022459] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1491.024807] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1491.025047] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1491.025223] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1491.025443] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-193" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.025813] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-5089ee51-25e9-4dc6-8490-ba803944e0c9 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.026035] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-5089ee51-25e9-4dc6-8490-ba803944e0c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.026213] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-5089ee51-25e9-4dc6-8490-ba803944e0c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.026608] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-5089ee51-25e9-4dc6-8490-ba803944e0c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.026802] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5089ee51-25e9-4dc6-8490-ba803944e0c9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.248932] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.249127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.249127] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.249350] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.249473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.249657] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.249756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.249815] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.249970] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.250060] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.250148] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb is going to be updated. [ 1491.276583] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.276720] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.276753] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.276913] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.277051] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.284744] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: IN_PROGRESS for 2s [ 1491.530107] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.530305] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.530343] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.530633] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.530784] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.530944] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Segment Port 5089ee51-25e9-4dc6-8490-ba803944e0c9 not found, creating... [ 1491.531225] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.531387] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.531510] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.531730] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.531872] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.532240] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.532324] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.532446] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.532661] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.532798] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.532940] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 5089ee51-25e9-4dc6-8490-ba803944e0c9 is going to be created. [ 1491.551570] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.551729] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.551830] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.552089] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.552315] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.552532] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-5089ee51-25e9-4dc6-8490-ba803944e0c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.246770] env[69179]: INFO networking_nsxv3.common.synchronization [req-ea50d11d-d301-4816-ac84-6a9c2e18650e req-18874c8b-c094-41cc-925d-d57ac584e638 service nova] Enqueued Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_rules [ 1492.247055] env[69179]: INFO networking_nsxv3.common.synchronization [req-ea50d11d-d301-4816-ac84-6a9c2e18650e req-18874c8b-c094-41cc-925d-d57ac584e638 service nova] Enqueued Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1492.247130] env[69179]: INFO networking_nsxv3.common.synchronization [req-ea50d11d-d301-4816-ac84-6a9c2e18650e req-18874c8b-c094-41cc-925d-d57ac584e638 service nova] Enqueued Resource ID: 5089ee51-25e9-4dc6-8490-ba803944e0c9 with Priority: HIGHEST for action port [ 1492.247369] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_rules [ 1492.247502] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1492.247627] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5089ee51-25e9-4dc6-8490-ba803944e0c9 with Priority: HIGHEST for action port [ 1492.248367] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.248522] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.248621] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.248860] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.248980] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.252080] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.252760] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.252760] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-5089ee51-25e9-4dc6-8490-ba803944e0c9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.252760] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5089ee51-25e9-4dc6-8490-ba803944e0c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.252760] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5089ee51-25e9-4dc6-8490-ba803944e0c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.252760] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5089ee51-25e9-4dc6-8490-ba803944e0c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.253124] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5089ee51-25e9-4dc6-8490-ba803944e0c9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1492.754459] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.754612] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.754787] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5089ee51-25e9-4dc6-8490-ba803944e0c9 with status ACTIVE [ 1492.754960] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.755091] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.755162] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.755374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.755462] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.755631] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.755717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.755781] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.755927] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.756013] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.756221] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.756355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.756355] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.756478] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.756547] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.756629] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5089ee51-25e9-4dc6-8490-ba803944e0c9 is going to be updated. [ 1492.777535] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.777535] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.777535] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.777535] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.777761] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.777842] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5089ee51-25e9-4dc6-8490-ba803944e0c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.293374] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: SUCCESS [ 1493.293644] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb deletion is rescheduled due to dependency. [ 1493.293672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.294130] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.294343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.294536] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.294682] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.294723] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.294857] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.294936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.295041] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.797161] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.299397] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.802079] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.802241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.802314] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.802533] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.802625] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.802721] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb is going to be updated. [ 1494.829306] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.829454] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.829564] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.829722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.829867] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.837694] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: IN_PROGRESS for 2s [ 1495.337213] env[69179]: INFO networking_nsxv3.common.synchronization [req-233d0c61-1305-4145-9dfb-8c6abbf7ddd1 req-77683ba0-9510-4b8f-8f5b-5c671be995fe tempest-ServerActionsTestJSON-463782235 tempest-ServerActionsTestJSON-463782235-project-member] Enqueued Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1495.337391] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGHEST for action security_group_members [ 1495.337685] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.337810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.337880] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.338524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.338524] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.338524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.338524] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.338715] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.338715] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.338842] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1495.841599] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.841744] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.841852] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.842107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.842294] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.842452] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.842578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.842641] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.842827] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.842914] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.843033] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f is going to be updated. [ 1495.868170] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.868310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.868389] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.868534] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.868660] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.876559] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: IN_PROGRESS for 2s [ 1496.847580] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: SUCCESS [ 1496.847841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.848064] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.848330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.848580] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.848727] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.848805] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.848965] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.849067] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.849158] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.849254] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.351346] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.853500] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6282fb27-dbfa-430a-bba8-c35e3e05b3fb: rpc.has_security_group_logging(os_id): False [ 1497.871166] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.871306] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.871365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.871578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.871672] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.871916] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.872029] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.872097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.872251] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.872330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.872416] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb is going to be updated. [ 1497.890061] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f in Status: SUCCESS [ 1497.890208] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f deletion is rescheduled due to dependency. [ 1497.890309] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.929991] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.930165] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.930212] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.930385] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.930520] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.940495] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: IN_PROGRESS for 2s [ 1499.955334] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: SUCCESS [ 1499.955674] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1500.338712] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.339084] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.339612] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.339941] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.340612] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.340987] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.341405] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.341669] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1520.342935] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.343267] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.344506] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.344815] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.345875] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.346214] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.346989] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.347361] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.348341] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.348687] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.349542] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.349926] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.274287] env[69179]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1549.274673] env[69179]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c6241a5c-8d8e-458c-bec0-be80016cd030 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1550.350928] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.351407] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.351798] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.352160] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.353301] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.353632] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1562.752046] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock network-193 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.752395] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "network-193" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.752395] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "network-193" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.752592] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "network-193" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.752841] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.752994] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.753129] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.753342] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.753485] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.753714] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1562.753829] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] NeedRegenerationException {{(pid=69179) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1562.753942] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] no value, waiting for create lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1562.754066] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] value creation lock acquired {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1562.754179] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] No value present for key: 'zone-id' {{(pid=69179) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1562.754287] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Calling creation function for not-yet-present value {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1562.754432] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1562.780907] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1562.780907] env[69179]: DEBUG dogpile.cache.region [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69179) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1562.780907] env[69179]: DEBUG dogpile.lock [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Released creation lock {{(pid=69179) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1562.780907] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "network-193" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.781188] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock port-5089ee51-25e9-4dc6-8490-ba803944e0c9 taken with stack trace [, , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.781351] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "port-5089ee51-25e9-4dc6-8490-ba803944e0c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.781476] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "port-5089ee51-25e9-4dc6-8490-ba803944e0c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.781708] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "port-5089ee51-25e9-4dc6-8490-ba803944e0c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.781863] env[69179]: DEBUG networking_nsxv3.api.rpc [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5089ee51-25e9-4dc6-8490-ba803944e0c9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.283795] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.284047] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.284166] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.284460] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.284617] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.284908] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.285083] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.285206] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.285425] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.285563] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.285863] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.286079] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.286211] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.286426] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.286583] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.286750] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Resource: SegmentPort with ID: 5089ee51-25e9-4dc6-8490-ba803944e0c9 is going to be updated. [ 1563.310230] env[69179]: DEBUG networking_nsxv3.common.locking [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.310408] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.310563] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.310793] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.310994] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.311224] env[69179]: DEBUG oslo_concurrency.lockutils [None req-786dab6b-5f22-4fca-ac09-ba52cc9a64da None None] Releasing lock "port-5089ee51-25e9-4dc6-8490-ba803944e0c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.965347] env[69179]: INFO networking_nsxv3.common.synchronization [req-1c403607-df23-451f-8784-b9f0462de53c req-8e236259-a594-439e-83d4-e8991da06525 service nova] Enqueued Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_rules [ 1563.965640] env[69179]: INFO networking_nsxv3.common.synchronization [req-1c403607-df23-451f-8784-b9f0462de53c req-8e236259-a594-439e-83d4-e8991da06525 service nova] Enqueued Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1563.965677] env[69179]: INFO networking_nsxv3.common.synchronization [req-1c403607-df23-451f-8784-b9f0462de53c req-8e236259-a594-439e-83d4-e8991da06525 service nova] Enqueued Resource ID: 5089ee51-25e9-4dc6-8490-ba803944e0c9 with Priority: HIGHEST for action port [ 1563.965909] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_rules [ 1563.966055] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1563.966158] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5089ee51-25e9-4dc6-8490-ba803944e0c9 with Priority: HIGHEST for action port [ 1563.966693] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.966820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.966891] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.967215] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.967352] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.968517] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.968630] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.968699] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.968871] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.969062] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.969111] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.969174] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.969322] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.969406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.969523] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.970243] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock port-5089ee51-25e9-4dc6-8490-ba803944e0c9 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.970370] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5089ee51-25e9-4dc6-8490-ba803944e0c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.970442] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5089ee51-25e9-4dc6-8490-ba803944e0c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.970595] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5089ee51-25e9-4dc6-8490-ba803944e0c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.970818] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5089ee51-25e9-4dc6-8490-ba803944e0c9',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.472908] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.473129] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.473273] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5089ee51-25e9-4dc6-8490-ba803944e0c9 with status ACTIVE [ 1564.473441] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.473551] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.473621] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.473832] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.473922] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.474103] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.474196] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.474259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.474408] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.474486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.474664] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.474756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.474820] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.474958] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.475047] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.475134] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5089ee51-25e9-4dc6-8490-ba803944e0c9 is going to be updated. [ 1564.476175] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.494965] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.495114] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.495209] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.495345] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.495473] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.495624] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5089ee51-25e9-4dc6-8490-ba803944e0c9" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.978807] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.481622] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.481863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.481863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.482019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.482107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.482209] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb is going to be updated. [ 1565.511327] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.511549] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.511549] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.511717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.511877] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.519789] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: IN_PROGRESS for 2s [ 1567.529777] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: SUCCESS [ 1567.530156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.530156] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.530360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.530561] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1567.530690] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.530755] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.530906] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1567.530984] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.531081] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.531168] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.033282] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.535891] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6282fb27-dbfa-430a-bba8-c35e3e05b3fb: rpc.has_security_group_logging(os_id): False [ 1568.553112] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.553281] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.553400] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.553504] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.553591] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.553831] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.553939] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.553989] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.554143] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.554215] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.554299] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb is going to be updated. [ 1568.609303] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.609512] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.609512] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.609741] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.609861] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.622273] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: IN_PROGRESS for 2s [ 1568.967269] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1568.967516] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1570.638242] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: SUCCESS [ 1570.638653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.968958] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.969312] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1578.970174] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.970542] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.901345] env[69179]: INFO networking_nsxv3.common.synchronization [req-de745146-1a7b-45b5-b974-b0f2d6565562 req-7765e46d-e28e-4622-9289-143ae32adda5 tempest-ServerActionsTestOtherB-1299659603 tempest-ServerActionsTestOtherB-1299659603-project-member] Enqueued Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1579.901904] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGHEST for action security_group_members [ 1579.902294] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.902450] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.902545] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.902762] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.902946] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.903091] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.903175] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.903345] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.903452] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.903563] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1580.406960] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.407378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.407378] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.407531] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.407645] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.407908] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.408025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.408120] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.408297] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.408391] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.408489] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb is going to be updated. [ 1580.433819] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.433978] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.434084] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.434227] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.434384] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.441272] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: IN_PROGRESS for 2s [ 1581.203475] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.203668] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.203708] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.203985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.204113] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1581.707026] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1582.209743] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1582.451806] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb in Status: SUCCESS [ 1582.451995] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb deletion is rescheduled due to dependency. [ 1582.452167] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.712361] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1582.712725] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1583.429551] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.429751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.429751] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.430015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.442617] env[69179]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1583.443437] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.444197] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1583.477394] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.477543] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.477589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.477756] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.489904] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.490562] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1583.490637] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1583.490727] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1583.520420] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.520562] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.520615] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.520783] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.521475] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.521617] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1583.585196] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.585409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.585409] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.585598] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.585901] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.586174] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1583.656045] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.656238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.656238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.656398] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.656701] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.656969] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:29. [ 1583.657076] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'99e3aca0-3788-4608-a117-ad6a537dd770', 'e07287c1-b758-4563-9f39-24ea8fee1518', '6282fb27-dbfa-430a-bba8-c35e3e05b3fb', '36556acc-d514-49a2-986d-707a1d413356', 'c98875d0-3742-47fd-9d17-0d283d1cffff', '0b0642eb-7ffe-4c54-986a-70b98f5daf2c', '10edb0d8-e5ef-4e45-bf03-887b4583e616', 'a4f56fd3-b6f3-47ef-b1b2-f08aced97c26', 'f312aaf0-9c6b-45fb-ba5b-44af45d94244', '15d2ba67-660e-4905-8de3-06be5c03d482', '66c32a70-48b3-4d88-86f6-9be98b688ff4', 'f6b96e56-1aa1-41e8-997b-dc3403b50591', '2cd7c1f5-c333-407c-805b-a2e492f2169f', 'd9764e11-137f-4b36-b767-bfd3f5f2ce9c', 'c3a532de-bd27-479c-a17a-fe0a59fb5458', 'ef58425f-5860-414a-bfb4-89941625f842', 'edb75287-5f23-4b36-9fe1-b6d7d9019139', '1b0aa5af-4a89-4567-80e9-fa53278afe52', '01d77748-6036-458a-86aa-c9a89e95d7fc', '83f8acd8-4b84-4458-a4d4-34a55add6ca6', 'e87b9f50-11e1-42b0-a093-c74a28cc6211', '64786260-3e1e-41a2-af86-83a76ca349d8', '68fe1e0d-0163-411b-a07d-4e7ef87cd9ec', '68bd2759-1b5a-487e-9c2d-f60cb15fd26f', '011231ad-5273-4195-887e-5e674e1a6d8c', '1ee76f52-3cd1-41b3-b939-aecbde56ed37', '061b9bcf-6cda-45c2-9b10-13831f9da3dd', '3bd57edf-e097-4428-8f21-2969a9a6fadd', '84f56845-88b7-4714-b073-e40872441d8d'} {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1583.657154] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1583.673652] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.673785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.673887] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.674124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.674241] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.674372] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1583.674467] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1583.674560] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1583.738093] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1583.738434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.738434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1583.738434] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1583.739648] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.739970] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1583.740060] env[69179]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69179) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1583.740181] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1583.740258] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1583.740337] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/29 resources of Type:Security Group Rules [ 1583.740408] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGH for action security_group_rules [ 1583.740485] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e07287c1-b758-4563-9f39-24ea8fee1518 with Priority: HIGH for action security_group_rules [ 1583.740553] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGH for action security_group_rules [ 1583.740628] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36556acc-d514-49a2-986d-707a1d413356 with Priority: HIGH for action security_group_rules [ 1583.740679] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c98875d0-3742-47fd-9d17-0d283d1cffff with Priority: HIGH for action security_group_rules [ 1583.740729] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGH for action security_group_rules [ 1583.740791] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGH for action security_group_rules [ 1583.740849] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 with Priority: HIGH for action security_group_rules [ 1583.740923] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 with Priority: HIGH for action security_group_rules [ 1583.740981] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGH for action security_group_rules [ 1583.741044] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 with Priority: HIGH for action security_group_rules [ 1583.741093] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 with Priority: HIGH for action security_group_rules [ 1583.741138] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGH for action security_group_rules [ 1583.741202] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c with Priority: HIGH for action security_group_rules [ 1583.741258] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGH for action security_group_rules [ 1583.741322] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef58425f-5860-414a-bfb4-89941625f842 with Priority: HIGH for action security_group_rules [ 1583.741381] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 with Priority: HIGH for action security_group_rules [ 1583.741444] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 with Priority: HIGH for action security_group_rules [ 1583.741501] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGH for action security_group_rules [ 1583.741560] env[69179]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 with Priority: HIGH for action security_group_rules [ 1583.741654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.902751] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1584.903157] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1584.903157] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3aca0-3788-4608-a117-ad6a537dd770 with Priority: HIGH for action security_group_rules [ 1584.903157] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb with Priority: HIGH for action security_group_rules [ 1584.903271] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 with Priority: HIGH for action security_group_rules [ 1584.903304] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 with Priority: HIGH for action security_group_rules [ 1584.903411] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 with Priority: HIGH for action security_group_rules [ 1584.903505] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d77748-6036-458a-86aa-c9a89e95d7fc with Priority: HIGH for action security_group_rules [ 1584.903597] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 with Priority: HIGH for action security_group_rules [ 1584.903686] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 with Priority: HIGH for action security_group_rules [ 1584.903776] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c with Priority: HIGH for action security_group_rules [ 1584.903867] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef58425f-5860-414a-bfb4-89941625f842 with Priority: HIGH for action security_group_rules [ 1584.903958] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f with Priority: HIGH for action security_group_rules [ 1584.904068] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 with Priority: HIGH for action security_group_rules [ 1584.904160] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 with Priority: HIGH for action security_group_rules [ 1584.904246] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d2ba67-660e-4905-8de3-06be5c03d482 with Priority: HIGH for action security_group_rules [ 1584.904334] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 with Priority: HIGH for action security_group_rules [ 1584.904421] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c with Priority: HIGH for action security_group_rules [ 1584.904507] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 with Priority: HIGH for action security_group_rules [ 1584.904592] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c98875d0-3742-47fd-9d17-0d283d1cffff with Priority: HIGH for action security_group_rules [ 1584.904677] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e07287c1-b758-4563-9f39-24ea8fee1518 with Priority: HIGH for action security_group_rules [ 1584.904764] env[69179]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36556acc-d514-49a2-986d-707a1d413356 with Priority: HIGH for action security_group_rules [ 1584.905133] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99e3aca0-3788-4608-a117-ad6a537dd770 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.905262] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.905332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.905554] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.905649] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99e3aca0-3788-4608-a117-ad6a537dd770',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.906733] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.906893] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.906959] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.907144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.907214] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6282fb27-dbfa-430a-bba8-c35e3e05b3fb',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.908390] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10edb0d8-e5ef-4e45-bf03-887b4583e616 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.908493] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.908678] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.908752] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.908819] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10edb0d8-e5ef-4e45-bf03-887b4583e616',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.909654] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3a532de-bd27-479c-a17a-fe0a59fb5458 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.909654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.909654] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.909777] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.909850] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3a532de-bd27-479c-a17a-fe0a59fb5458',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.910571] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83f8acd8-4b84-4458-a4d4-34a55add6ca6 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.910712] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.910977] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.910977] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.911096] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83f8acd8-4b84-4458-a4d4-34a55add6ca6',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.911793] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01d77748-6036-458a-86aa-c9a89e95d7fc taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.911903] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.911972] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.912139] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.912213] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01d77748-6036-458a-86aa-c9a89e95d7fc',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.913240] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b0aa5af-4a89-4567-80e9-fa53278afe52 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.913240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.913240] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.913416] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.913416] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b0aa5af-4a89-4567-80e9-fa53278afe52',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.914254] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edb75287-5f23-4b36-9fe1-b6d7d9019139 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.914379] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.914433] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.914591] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.914657] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edb75287-5f23-4b36-9fe1-b6d7d9019139',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.915348] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9764e11-137f-4b36-b767-bfd3f5f2ce9c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.915498] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.915528] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.915673] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.915745] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9764e11-137f-4b36-b767-bfd3f5f2ce9c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.916530] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef58425f-5860-414a-bfb4-89941625f842 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.916670] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.916717] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.916848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.916956] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef58425f-5860-414a-bfb4-89941625f842',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.917622] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cd7c1f5-c333-407c-805b-a2e492f2169f taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.917731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.917792] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.917946] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.918029] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cd7c1f5-c333-407c-805b-a2e492f2169f',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.918709] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f6b96e56-1aa1-41e8-997b-dc3403b50591 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.918809] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.918883] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.919019] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.919096] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f6b96e56-1aa1-41e8-997b-dc3403b50591',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.919773] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c32a70-48b3-4d88-86f6-9be98b688ff4 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.919944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.919944] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.920097] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.920169] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c32a70-48b3-4d88-86f6-9be98b688ff4',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.920968] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15d2ba67-660e-4905-8de3-06be5c03d482 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.921104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.921144] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.921298] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.921365] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15d2ba67-660e-4905-8de3-06be5c03d482',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.922045] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f312aaf0-9c6b-45fb-ba5b-44af45d94244 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.922157] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.922238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.922467] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.922467] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f312aaf0-9c6b-45fb-ba5b-44af45d94244',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.923094] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.923204] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.923266] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.923462] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.923549] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b0642eb-7ffe-4c54-986a-70b98f5daf2c',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.924407] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.924521] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.924593] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.924735] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.924798] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4f56fd3-b6f3-47ef-b1b2-f08aced97c26',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.925843] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c98875d0-3742-47fd-9d17-0d283d1cffff taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.925957] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.926025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.926182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.926269] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c98875d0-3742-47fd-9d17-0d283d1cffff',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.927059] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e07287c1-b758-4563-9f39-24ea8fee1518 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.927176] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.927239] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.927395] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.927469] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e07287c1-b758-4563-9f39-24ea8fee1518',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.928215] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36556acc-d514-49a2-986d-707a1d413356 taken with stack trace [, , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.928349] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.928415] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.928568] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.928641] env[69179]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36556acc-d514-49a2-986d-707a1d413356',) {} {{(pid=69179) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.952682] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.952863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.952863] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.953088] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.970933] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.971061] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9764e11-137f-4b36-b767-bfd3f5f2ce9c is going to be deleted. [ 1585.034102] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.034253] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.034291] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.034479] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.034565] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.034666] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9764e11-137f-4b36-b767-bfd3f5f2ce9c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.491860] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.492065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.492065] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.492273] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.494137] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.494231] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.494919] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.495025] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.495665] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.495793] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.496493] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.496589] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.497263] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.497360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.498067] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.498169] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.498824] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.498918] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.499637] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.499722] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.501120] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.501234] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.503067] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.503178] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.503740] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1585.504119] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.504228] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.504865] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1585.505246] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.505339] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.507257] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1585.507640] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.507731] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.508397] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1585.508785] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.508898] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.509572] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1585.509978] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.510122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.510947] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1585.511320] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.511433] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.512357] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1585.512731] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.512844] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.513744] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1585.514176] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.514285] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.516103] env[69179]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1585.516500] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.516617] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6282fb27-dbfa-430a-bba8-c35e3e05b3fb is going to be deleted. [ 1585.517515] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.517715] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.531403] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.531513] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c32a70-48b3-4d88-86f6-9be98b688ff4 is going to be deleted. [ 1585.532194] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.532369] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.547302] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.547408] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e07287c1-b758-4563-9f39-24ea8fee1518 is going to be deleted. [ 1585.548101] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.548274] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.565848] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.565941] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83f8acd8-4b84-4458-a4d4-34a55add6ca6 is going to be deleted. [ 1585.566629] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.566795] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.582508] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.582608] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c98875d0-3742-47fd-9d17-0d283d1cffff is going to be deleted. [ 1585.583287] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.583457] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.588166] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.588292] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.590346] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.590457] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.602924] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.603048] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10edb0d8-e5ef-4e45-bf03-887b4583e616 is going to be deleted. [ 1585.603762] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.603936] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.615090] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.615181] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.637846] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.637972] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.657810] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.657943] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b0642eb-7ffe-4c54-986a-70b98f5daf2c is going to be deleted. [ 1585.658754] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.658953] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.660258] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.660362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.695985] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.696142] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b0aa5af-4a89-4567-80e9-fa53278afe52 is going to be deleted. [ 1585.696838] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.697035] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.705264] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.705366] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.782078] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.782232] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01d77748-6036-458a-86aa-c9a89e95d7fc is going to be deleted. [ 1585.783107] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.783315] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.822686] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.822864] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.842209] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.842330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.843044] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.843161] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99e3aca0-3788-4608-a117-ad6a537dd770 is going to be deleted. [ 1585.843937] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.844155] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.876251] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.876365] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.900341] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.900482] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3a532de-bd27-479c-a17a-fe0a59fb5458 is going to be deleted. [ 1585.901211] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.901414] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.940160] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.940429] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15d2ba67-660e-4905-8de3-06be5c03d482 is going to be deleted. [ 1585.941015] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.941218] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1585.955440] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1585.955578] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.983857] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1585.983969] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef58425f-5860-414a-bfb4-89941625f842 is going to be deleted. [ 1585.984781] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1585.984983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.037143] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.037268] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f312aaf0-9c6b-45fb-ba5b-44af45d94244 is going to be deleted. [ 1586.038066] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.038269] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.041914] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.042058] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.079351] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.079483] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.084343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.084448] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f6b96e56-1aa1-41e8-997b-dc3403b50591 is going to be deleted. [ 1586.085217] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.085406] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.086643] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.086747] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.136651] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.136780] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cd7c1f5-c333-407c-805b-a2e492f2169f is going to be deleted. [ 1586.137643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.137876] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.156914] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.157057] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.181124] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.181263] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36556acc-d514-49a2-986d-707a1d413356 is going to be deleted. [ 1586.182104] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.182470] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.218756] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.218892] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.226334] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.226456] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4f56fd3-b6f3-47ef-b1b2-f08aced97c26 is going to be deleted. [ 1586.227254] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.227459] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.245710] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.245816] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.253486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.253601] env[69179]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edb75287-5f23-4b36-9fe1-b6d7d9019139 is going to be deleted. [ 1586.254332] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.254519] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.254606] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.254724] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6282fb27-dbfa-430a-bba8-c35e3e05b3fb" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.254878] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.255038] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.255122] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.255237] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c32a70-48b3-4d88-86f6-9be98b688ff4" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.256099] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.256203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.256252] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.256408] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.256486] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.256596] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36556acc-d514-49a2-986d-707a1d413356" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.256711] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.256851] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.256983] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.257086] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e07287c1-b758-4563-9f39-24ea8fee1518" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.257203] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.257343] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.257416] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.257521] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83f8acd8-4b84-4458-a4d4-34a55add6ca6" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.257643] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.257799] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.257894] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.258011] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c98875d0-3742-47fd-9d17-0d283d1cffff" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.258135] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.258259] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.258330] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.258438] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10edb0d8-e5ef-4e45-bf03-887b4583e616" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.258563] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.258698] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.258766] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.258873] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b0642eb-7ffe-4c54-986a-70b98f5daf2c" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.258977] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.259126] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.259198] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.259307] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b0aa5af-4a89-4567-80e9-fa53278afe52" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.259430] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.259566] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.259638] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.259772] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01d77748-6036-458a-86aa-c9a89e95d7fc" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.259916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.260109] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.260164] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.260236] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99e3aca0-3788-4608-a117-ad6a537dd770" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.260362] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.260499] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.260572] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.260677] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3a532de-bd27-479c-a17a-fe0a59fb5458" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.260782] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.260916] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.260994] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.261108] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15d2ba67-660e-4905-8de3-06be5c03d482" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.261236] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.261374] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.261447] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.261548] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef58425f-5860-414a-bfb4-89941625f842" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.261653] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.261785] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.261858] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.261962] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f312aaf0-9c6b-45fb-ba5b-44af45d94244" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.262150] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.262238] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.262310] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.262408] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f6b96e56-1aa1-41e8-997b-dc3403b50591" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.262514] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.262645] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.262733] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.262841] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cd7c1f5-c333-407c-805b-a2e492f2169f" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.335750] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.335879] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.335912] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.336096] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.336182] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.336293] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4f56fd3-b6f3-47ef-b1b2-f08aced97c26" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.366188] env[69179]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69179) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.366360] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.366408] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.366582] env[69179]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.366667] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.366784] env[69179]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edb75287-5f23-4b36-9fe1-b6d7d9019139" {{(pid=69179) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1589.905565] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1589.905920] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1594.906415] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1594.906774] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.907459] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1599.907836] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1604.908523] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1604.908855] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1609.909973] env[69179]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1609.910356] env[69179]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0